-- Logs begin at Mon 2021-07-12 17:36:34 UTC, end at Mon 2021-07-12 18:32:51 UTC. -- Jul 12 18:05:49.758584 dv-cinder-800306-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 18:05:52.441474 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.common.config [-] Logging enabled! Jul 12 18:05:52.442014 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 18:05:52.442186 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 18:05:52.445400 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.common.config [-] Logging enabled! Jul 12 18:05:52.445662 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 18:05:52.445978 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 18:05:52.446917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 18:05:52.447157 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 18:05:52.447521 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 18:05:52.447772 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 18:05:52.448000 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 18:05:52.448322 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.448625 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.448959 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.449195 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.449496 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.449793 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.450083 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.450381 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.450681 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.450976 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.451263 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.451551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.451789 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.452082 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.452376 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.452667 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.452928 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] debug = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.453218 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.453650 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.454071 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.454354 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.454655 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.454941 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.455218 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.455500 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.455789 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.456122 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] host = dv-cinder-800306-3-iscsi {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.456403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.456696 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.457019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.457315 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.457595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.457879 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.458171 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.458451 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.458728 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.459009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.459328 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.459624 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.459917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.460146 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.460374 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.460665 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.460994 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.461280 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.461559 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.461840 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.462125 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.462404 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.462677 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.463033 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.463254 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.463547 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.463825 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.464102 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.464377 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.464653 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.464970 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.465255 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.465535 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.465814 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.466106 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.466379 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.466656 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.466960 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.467250 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.467537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.467827 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.468102 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.468389 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.468666 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.468974 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.469252 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_json = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.469529 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.469804 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.470090 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.470366 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.470639 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.470916 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.471189 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.471478 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:52.471778 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.472086 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.472393 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.472680 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.473010 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.473301 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.473598 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.473881 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.474175 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.474470 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.475289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.475564 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.475858 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.476143 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.476444 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.476751 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.477077 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.477375 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.477656 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.477937 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.478217 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.478500 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.478791 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.479089 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.479387 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.479668 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.479952 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.480249 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.480531 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.480811 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.481115 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.481408 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.481690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.481975 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.482262 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.482546 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.482827 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.483104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.483386 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.483681 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.483963 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.484241 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.484518 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.484797 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.485098 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.485388 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.485670 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.485948 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.486227 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.486511 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.486790 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.487068 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.487350 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.487627 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.487908 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.488187 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.488466 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.488745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.489049 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.489329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.489607 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.489883 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.490166 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.491072 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.491355 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.491636 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.491916 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.492204 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.492501 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.492808 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.493116 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.493402 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.493688 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.493974 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.494260 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.494546 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.494831 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.495116 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.495397 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.495696 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.495986 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.496280 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.496570 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.496881 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.497186 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.497471 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.497762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.498049 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.498335 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.498631 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.498923 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.499224 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.499525 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.499824 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.500124 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.500421 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.500708 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.501063 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.501353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:52.501573 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 18:05:52.501817 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93026) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 18:05:52.852387 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 18:05:52.852667 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 18:05:52.852994 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 18:05:52.853333 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 18:05:53.242399 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.242705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.242979 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.244272 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.244560 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.244854 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.280385 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.280674 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.280975 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.294670 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.294957 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.295233 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.325219 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.325504 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.325772 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.362314 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.362597 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.362871 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.594534 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.595166 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.595166 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.595338 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.596055 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.715641 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.715961 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.716247 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.716523 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.716795 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.717133 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.717398 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.717658 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.717918 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.718211 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.718478 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.718753 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.719025 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.719286 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.719554 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.719814 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.720083 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.720356 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.720618 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.720914 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.721173 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.721458 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.721817 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.722111 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.722366 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.722616 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.723014 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.723259 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.723497 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.723735 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.723971 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.724208 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:53.724570 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 18:05:53.728744 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 18:05:53.732716 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 18:05:53.736394 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 12 18:05:53.738076 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 18:05:53.738532 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 18:05:53.738873 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 18:05:53.739261 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 18:05:53.742105 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 18:05:53.742364 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 18:05:53.742716 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 18:05:53.770988 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 18:05:53.771444 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.772293 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93026) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 12 18:05:53.772668 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.774047 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93026) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 18:05:53.774332 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 18:05:53.774577 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 18:05:53.777773 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.778063 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:53.841685 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 18:05:53.841925 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 18:05:53.842166 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 18:05:53.842540 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 18:05:53.863005 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_db.sqlalchemy.engines [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93026) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 18:05:54.386044 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing driver for type 'gre' Jul 12 18:05:54.386641 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] gre ID ranges: [(1, 1000)] Jul 12 18:05:54.437762 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing driver for type 'local' Jul 12 18:05:54.438095 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing driver for type 'vlan' Jul 12 18:05:54.450522 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] VlanTypeDriver initialization complete Jul 12 18:05:54.450797 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing driver for type 'vxlan' Jul 12 18:05:54.451285 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] vxlan ID ranges: [(1, 1000)] Jul 12 18:05:54.501451 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing extension driver 'port_security' Jul 12 18:05:54.501797 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.extensions.port_security [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] PortSecurityExtensionDriver initialization complete Jul 12 18:05:54.502137 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing mechanism driver 'openvswitch' Jul 12 18:05:54.502472 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing mechanism driver 'hyperv' Jul 12 18:05:54.508865 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:05:54.509556 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.509936 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.510300 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.510842 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.511278 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.511634 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.511982 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.512371 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.512779 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.513156 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.513502 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.513889 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.514301 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.514656 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.515003 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.515530 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.515940 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.516293 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.516639 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.517052 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.517463 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > address_group after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.517816 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > address_group after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.518186 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.518827 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93026) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 18:05:54.519201 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] ML2 OVO RPC backend initialized. {{(pid=93026) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 12 18:05:54.519917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.520278 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.520699 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.521078 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > networks before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.521429 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.521772 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > ports before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.522122 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.522489 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnets before_response 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.522840 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.523182 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.523519 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.523865 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.524202 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.524551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.524906 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.525246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.525577 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.526146 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.plugin [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Modular L2 Plugin initialization complete Jul 12 18:05:54.526473 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading services supported by the core plugin {{(pid=93026) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 18:05:54.526797 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.plugins.ml2.managers [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Got port-security extension from driver 'port_security' Jul 12 18:05:54.527259 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.extensions.vlantransparent [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Disabled vlantransparent extension. Jul 12 18:05:54.527736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93026) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 18:05:54.528049 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: router Jul 12 18:05:54.563869 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.564268 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_create 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.564638 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router before_create 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.565036 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.565410 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.565766 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_delete 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.566128 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.566494 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_create 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.566843 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.567199 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.567548 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.567912 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.568327 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.568697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.569063 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.569430 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: subnet after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.569771 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.570120 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.570472 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.570817 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.571161 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.571522 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router after_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.571872 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.572224 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.572586 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.572961 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.573333 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > agent after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.573687 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > agent after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.574038 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > network after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.574886 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Tracking information for resource: router configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:54.575218 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Tracking information for resource: floatingip configured {{(pid=93026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 18:05:54.580152 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.db.l3_agentschedulers_db [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 18:05:54.580845 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.581509 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.581701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.582126 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.582960 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router before_create 55550100 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.583389 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.583815 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_create 55550100 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.584375 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > router precommit_update 55550100 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.589488 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.provider_configuration [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service providers = [] {{(pid=93026) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 18:05:54.589894 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.db.servicetype_db [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93026) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 18:05:54.593053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.service_base [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 18:05:54.593487 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.service_base [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 18:05:54.594012 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.service_base [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 18:05:54.594940 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.services.service_base [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 18:05:54.595469 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.services.service_base [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 18:05:54.595703 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.596021 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 18:05:54.608020 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.608424 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: auto_allocate Jul 12 18:05:54.615179 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: network precommit_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.615585 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: network precommit_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.616852 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.617234 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: tag Jul 12 18:05:54.624117 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.624490 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: timestamp Jul 12 18:05:54.630770 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.631146 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: network_ip_availability Jul 12 18:05:54.637298 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.637781 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.638215 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.639116 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.639518 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: flavors Jul 12 18:05:54.645224 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.645683 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading Plugin: revisions Jul 12 18:05:54.650551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 18:05:54.651143 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=93026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 18:05:54.652050 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93026) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 12 18:05:54.652429 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Initializing extension manager. Jul 12 18:05:54.653001 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: __init__.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.653470 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: __pycache__ {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.653870 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.654359 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: address_group.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.655170 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.655776 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: address-group Jul 12 18:05:54.656233 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: address_scope.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.657121 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.657787 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: address-scope Jul 12 18:05:54.658190 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.659308 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.659990 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: router-admin-state-down-before-update Jul 12 18:05:54.660426 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: agent.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.661514 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.662199 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: agent Jul 12 18:05:54.662566 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: agent_resources_synced.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.664279 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.664904 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: agent-resources-synced Jul 12 18:05:54.665403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: allowedaddresspairs.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.667441 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.668026 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: allowed-address-pairs Jul 12 18:05:54.668431 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: auto_allocated_topology.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.669552 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.670074 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: auto-allocated-topology Jul 12 18:05:54.670408 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: availability_zone.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.671110 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.671617 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: availability_zone Jul 12 18:05:54.671943 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: availability_zone_filter.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.672886 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.673401 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: availability_zone_filter Jul 12 18:05:54.673725 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: data_plane_status.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.674637 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.675150 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 18:05:54.675474 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: default_subnetpools.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.676393 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.676935 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: default-subnetpools Jul 12 18:05:54.677258 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.678078 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.678589 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: dhcp_agent_scheduler Jul 12 18:05:54.679579 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: dns.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.680506 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.681051 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension dns-integration not supported by any of loaded plugins Jul 12 18:05:54.681375 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: dns_domain_ports.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.682297 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.682806 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 18:05:54.683133 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.684063 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.684577 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 18:05:54.685096 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: dvr.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.685784 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.686295 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: dvr Jul 12 18:05:54.686619 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: empty_string_filtering.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.687539 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.688050 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: empty-string-filtering Jul 12 18:05:54.688374 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.689317 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.689822 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 18:05:54.690143 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.691061 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.691571 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 18:05:54.691893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: external_net.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.692817 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.693345 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: external-net Jul 12 18:05:54.693668 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.694612 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.695120 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: extra_dhcp_opt Jul 12 18:05:54.695445 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: extraroute.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.696362 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.696890 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: extraroute Jul 12 18:05:54.697218 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: extraroute_atomic.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.698249 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.698757 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: extraroute-atomic Jul 12 18:05:54.699084 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: filter_validation.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.699759 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.700255 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: filter-validation Jul 12 18:05:54.700627 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: fip_pf_description.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.701532 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.702040 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 18:05:54.702362 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: fip_port_details.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.703278 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.703795 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: fip-port-details Jul 12 18:05:54.704119 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: flavors.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.705371 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.705896 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: flavors Jul 12 18:05:54.706224 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.707876 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.708393 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 18:05:54.708726 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: floatingip_pools.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.709463 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.710003 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: floatingip-pools Jul 12 18:05:54.710330 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: ip_allocation.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.711267 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.711776 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 18:05:54.712101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.713066 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.713576 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: ip-substring-filtering Jul 12 18:05:54.713904 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l2_adjacency.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.714838 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.715345 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 18:05:54.715669 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.716644 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.717196 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: router Jul 12 18:05:54.717530 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.719872 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.720398 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 18:05:54.720740 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.721709 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.722227 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: ext-gw-mode Jul 12 18:05:54.722557 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.723486 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.724002 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: l3-ha Jul 12 18:05:54.724332 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3_flavors.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.725293 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.726327 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: l3-flavors Jul 12 18:05:54.726656 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.727580 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.728093 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 18:05:54.728423 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: l3agentscheduler.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.729514 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.730035 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: l3_agent_scheduler Jul 12 18:05:54.730364 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: logging.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.731848 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.732371 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension logging not supported by any of loaded plugins Jul 12 18:05:54.732704 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: metering.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.733487 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.734065 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: metering Jul 12 18:05:54.734392 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.735487 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.736007 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: metering_source_and_destination_fields Jul 12 18:05:54.736332 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: multiprovidernet.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.737285 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.737804 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: multi-provider Jul 12 18:05:54.738130 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: netmtu.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.739051 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.739562 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: net-mtu Jul 12 18:05:54.739887 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: netmtu_writable.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.740817 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.741981 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: net-mtu-writable Jul 12 18:05:54.742336 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: network_availability_zone.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.743022 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.743537 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: network_availability_zone Jul 12 18:05:54.743860 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: network_ip_availability.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.745009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.745533 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: network-ip-availability Jul 12 18:05:54.745859 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: network_segment_range.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.746635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.747144 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 18:05:54.747466 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: pagination.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.748457 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.748789 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: pagination Jul 12 18:05:54.749137 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: port_device_profile.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.750068 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.750590 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: port-device-profile Jul 12 18:05:54.750916 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.751843 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.752356 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: port-mac-address-regenerate Jul 12 18:05:54.752680 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.753621 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.754132 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: port-numa-affinity-policy Jul 12 18:05:54.754461 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: port_resource_request.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.755381 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.755887 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 18:05:54.756212 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: portbindings.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.757208 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.757718 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: binding Jul 12 18:05:54.758044 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: portbindings_extended.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.759441 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.759963 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: binding-extended Jul 12 18:05:54.760295 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: portsecurity.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.761256 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.761774 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: port-security Jul 12 18:05:54.762101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: project_id.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.763087 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.763419 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: project-id Jul 12 18:05:54.763745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: providernet.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.764674 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.765228 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: provider Jul 12 18:05:54.765555 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.769343 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.769875 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos not supported by any of loaded plugins Jul 12 18:05:54.770220 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.771472 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.771988 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 18:05:54.772321 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.773777 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.774295 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 18:05:54.774622 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_default.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.775540 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.776054 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-default not supported by any of loaded plugins Jul 12 18:05:54.776380 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_fip.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.777070 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.777571 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-fip not supported by any of loaded plugins Jul 12 18:05:54.777894 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_gateway_ip.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.778835 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.779345 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 18:05:54.779668 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_port_network_policy.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.780590 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.781133 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 18:05:54.781462 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_rule_type_details.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.782384 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.782894 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 18:05:54.783220 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: qos_rules_alias.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.784266 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.784781 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 18:05:54.785140 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: quotasv2.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.786152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.786492 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: quotas Jul 12 18:05:54.786816 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: quotasv2_detail.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.790475 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.790820 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: quota_details Jul 12 18:05:54.791162 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: rbac.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.792233 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.792768 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: rbac-policies Jul 12 18:05:54.793128 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: rbac_address_group.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.794255 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.794794 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: rbac-address-group Jul 12 18:05:54.795130 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: rbac_address_scope.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.796075 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.796598 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: rbac-address-scope Jul 12 18:05:54.796960 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: rbac_security_groups.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.797890 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.798408 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: rbac-security-groups Jul 12 18:05:54.798743 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: rbac_subnetpool.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.799670 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.800186 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: rbac-subnetpool Jul 12 18:05:54.800517 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: revisionifmatch.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.801483 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.802005 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: revision-if-match Jul 12 18:05:54.802335 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: revisions.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.803443 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.804033 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: standard-attr-revisions Jul 12 18:05:54.804366 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: router_availability_zone.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.805075 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.805593 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: router_availability_zone Jul 12 18:05:54.805921 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: routerservicetype.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.806846 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.807357 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension router-service-type not supported by any of loaded plugins Jul 12 18:05:54.807687 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.808630 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.809169 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: security-groups-normalized-cidr Jul 12 18:05:54.809501 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.810432 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.810947 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: port-security-groups-filtering Jul 12 18:05:54.811280 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.812203 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.812722 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: security-groups-remote-address-group Jul 12 18:05:54.813078 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: securitygroup.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.822565 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.823102 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: security-group Jul 12 18:05:54.823443 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: segment.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.824247 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.824763 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension segment not supported by any of loaded plugins Jul 12 18:05:54.825128 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.826080 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.826595 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 18:05:54.826928 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: servicetype.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.828024 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.828549 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: service-type Jul 12 18:05:54.828909 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: sorting.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.829891 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.830226 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: sorting Jul 12 18:05:54.830550 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: standard_attr_segment.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.831539 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.832058 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 18:05:54.832385 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: standardattrdescription.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.833059 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.833571 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: standard-attr-description Jul 12 18:05:54.833896 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: stateful_security_group.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.835351 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.835886 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: stateful-security-group Jul 12 18:05:54.836213 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: stdattrs_common.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.836798 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 18:05:54.837140 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.838073 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.838594 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 18:05:54.838924 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnet_onboard.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.839993 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.840521 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: subnet_onboard Jul 12 18:05:54.840877 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.841822 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.842337 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 18:05:54.842663 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnet_service_types.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.843599 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.844117 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: subnet-service-types Jul 12 18:05:54.844443 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnetallocation.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.845566 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.846152 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: subnet_allocation Jul 12 18:05:54.846480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.847150 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.847663 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: subnetpool-prefix-ops Jul 12 18:05:54.847987 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.848963 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.849473 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 18:05:54.849797 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: tagging.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.851442 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.851966 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: standard-attr-tag Jul 12 18:05:54.852297 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: timestamp.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.853581 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.854100 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loaded extension: standard-attr-timestamp Jul 12 18:05:54.854432 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: trunk.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.855478 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.855998 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension trunk not supported by any of loaded plugins Jul 12 18:05:54.856331 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: trunk_details.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.857289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.857806 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension trunk-details not supported by any of loaded plugins Jul 12 18:05:54.858132 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: uplink_status_propagation.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.859069 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.859584 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 18:05:54.859912 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Loading extension file: vlantransparent.py {{(pid=93026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 18:05:54.860584 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 18:05:54.861126 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 18:05:54.863537 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:network Jul 12 18:05:54.864084 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnet Jul 12 18:05:54.864488 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 18:05:54.864915 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:port Jul 12 18:05:54.866228 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.866608 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service FLAVORS assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.867219 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.867644 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.867977 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:router Jul 12 18:05:54.868408 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:floatingip Jul 12 18:05:54.868933 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service METERING assigned prefix: /metering {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.870371 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.870748 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.871106 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:05:54.872104 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 18:05:54.872557 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:security_group Jul 12 18:05:54.873023 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 18:05:54.873635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service CORE assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.873967 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 18:05:54.874317 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] subnetpool is already registered Jul 12 18:05:54.874751 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service CORE assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.875088 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 18:05:54.875424 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] subnetpool is already registered Jul 12 18:05:54.877724 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.878160 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service FLAVORS assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.878755 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.879179 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.879514 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:router Jul 12 18:05:54.879856 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] router is already registered Jul 12 18:05:54.880269 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:floatingip Jul 12 18:05:54.880605 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] floatingip is already registered Jul 12 18:05:54.881087 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service METERING assigned prefix: /metering {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.882008 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 18:05:54.882129 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] rbac_policy is already registered Jul 12 18:05:54.882542 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:security_group Jul 12 18:05:54.882879 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] security_group is already registered Jul 12 18:05:54.883314 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 18:05:54.883644 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] security_group_rule is already registered Jul 12 18:05:54.884266 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service CORE assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.884593 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 18:05:54.884952 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] subnetpool is already registered Jul 12 18:05:54.885375 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.v2.resource_helper [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Service CORE assigned prefix: {{(pid=93026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 18:05:54.885697 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 18:05:54.886028 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING neutron.quota.resource_registry [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] subnetpool is already registered Jul 12 18:05:54.886501 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: extensions {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.888029 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: address-groups {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.889554 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: address-scopes {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.890881 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: agents {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.892037 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: auto-allocated-topology {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.893571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: availability_zones {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.894779 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: dhcp-networks {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.897330 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: dhcp-agents {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.899285 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: routers {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.901017 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: flavors {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.902303 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: service_profiles {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.903519 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: next_providers {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.904977 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: service_profiles {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.906635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: floatingip-pools {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.907847 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: routers {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.909596 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: floatingips {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.910874 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: l3-routers {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.912288 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: l3-agents {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.914337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: metering-labels {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.915597 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: metering-label-rules {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.916993 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: network-ip-availabilities {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.918258 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: bindings {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.919811 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: quotas {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.921441 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: quotas {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.922845 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: rbac-policies {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.924048 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: security-groups {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.925381 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: security-group-rules {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.926638 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: service-providers {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.927845 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: subnetpools {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.929228 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: subnetpools {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.930773 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.932470 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.934309 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.936107 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.937848 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.939803 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.941516 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.943322 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.945235 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.946992 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron.api.extensions [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Extended resource: tags {{(pid=93026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 18:05:54.953036 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING keystonemiddleware.auth_token [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 18:05:54.957509 dv-cinder-800306-3-iscsi neutron-server[93026]: WARNING keystonemiddleware.auth_token [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 18:05:54.967220 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Acquired lock "singleton_lock" {{(pid=93026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 12 18:05:54.967697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_concurrency.lockutils [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Releasing lock "singleton_lock" {{(pid=93026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 12 18:05:54.968336 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Starting 2 workers Jul 12 18:05:54.973171 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Started child 93133 {{(pid=93026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 18:05:54.978108 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Started child 93134 {{(pid=93026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 18:05:54.979069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.979757 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO neutron.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 18:05:54.980373 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Notify callbacks [] for process, before_spawn {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.980646 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [-] (93133) wsgi starting up on http://0.0.0.0:9696 Jul 12 18:05:54.982781 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Starting 1 workers Jul 12 18:05:54.982953 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.984104 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [-] (93134) wsgi starting up on http://0.0.0.0:9696 Jul 12 18:05:54.987932 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Started child 93135 {{(pid=93026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 18:05:54.988553 dv-cinder-800306-3-iscsi neutron-server[93026]: INFO oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Starting 1 workers Jul 12 18:05:54.991407 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] calling RpcWorker wait() {{(pid=93135) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 18:05:54.992100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] returning from RpcWorker wait() {{(pid=93135) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 18:05:54.993077 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Started child 93136 {{(pid=93026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 18:05:54.993231 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.993624 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:05:54.993914 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b66512dd-597f-4941-b48a-176a9ec83c8c None None] Notify callbacks [] for process, after_spawn {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.995786 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 18:05:54.996077 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 18:05:54.996230 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 18:05:54.996361 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 18:05:54.996706 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 18:05:54.996888 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 18:05:54.997404 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.997671 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.997924 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.998195 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.998501 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.998699 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:05:54.999213 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.999360 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.999558 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:54.999847 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.000080 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.000332 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:05:55.000481 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.000481 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.000728 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.000919 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.001198 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.001463 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.001710 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.001990 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.002232 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.002428 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.002716 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.002970 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.003231 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] debug = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.003480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.003961 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.004211 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.004452 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.004700 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.005001 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.005234 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.005511 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.005754 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.005969 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.006219 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.006475 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.006736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.006975 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.007193 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.007450 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.007667 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.008122 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] host = dv-cinder-800306-3-iscsi {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.008354 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.008570 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.008816 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.009082 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.009329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.009541 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.009804 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.010058 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.010307 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.010574 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.010789 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.011043 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.011257 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.011504 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.011668 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_options = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.011924 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.012183 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.012450 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.012641 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.012941 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.013117 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.013247 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.013399 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.013653 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.013868 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.014081 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.014327 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.014560 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.014773 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.015037 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.015264 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.015497 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.015705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.015969 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.016221 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.016477 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.016703 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.016987 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.017204 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.017417 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.017645 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.017869 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.018095 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.018563 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.018812 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.019031 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.019291 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.019522 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.019773 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.020020 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.020243 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.020475 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.020739 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.020995 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.021240 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.021496 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.021739 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.021986 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.022200 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.022977 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.023197 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_json = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.023414 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.023630 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.023882 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.024096 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.024310 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.024599 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.025491 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.025773 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.027104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027455 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027659 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.027845 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.028142 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.028457 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.029241 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.030223 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.030516 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.031386 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.031386 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.031386 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.031697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.031959 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.032239 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.032479 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.032727 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.034745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.036571 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037297 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037297 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037297 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037523 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037601 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.037915 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.038756 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.038956 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.039231 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.039389 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.039628 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.039881 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.040101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.040336 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.040562 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.040804 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.041046 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.041253 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.041475 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.041712 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.041930 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.042137 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.042372 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.042608 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.042851 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.043102 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.043337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.043572 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.043784 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.044003 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.044220 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.044474 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.044671 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.044878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.045120 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.045303 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.045508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.045737 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.045936 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.046146 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.046379 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.046595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.048508 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049062 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049062 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049062 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049287 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049530 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.049788 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.050039 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.050265 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.050481 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051148 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051148 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051148 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051382 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051660 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.051975 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.052198 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.052499 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.053038 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.053288 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.053530 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.053809 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.054074 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.054328 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.054564 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.054824 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.055080 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.055332 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.055589 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.055826 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.056095 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.056387 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.056669 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.056951 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.057196 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.057425 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.057684 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.057931 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.058176 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.058404 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.058650 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.058904 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.059195 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.059442 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.059657 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.059886 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.060138 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.060440 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.060667 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.060896 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.061132 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.061399 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.061644 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.061884 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.062146 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.062401 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.062663 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.062906 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.063132 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.063364 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.063599 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.063842 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.064077 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.064317 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.064545 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.064774 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.065009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.065238 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.065509 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.065719 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.065950 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.066159 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.066372 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.066590 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.066897 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.067114 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.067328 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.067558 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.067777 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.067989 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.068202 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.068410 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.068654 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.068926 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.069226 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.069606 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.069710 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.069977 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.070138 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.070396 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.070608 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.070844 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.071064 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.071274 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.072551 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.073050 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.073050 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.073318 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.073562 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.073790 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.074024 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.074259 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.074502 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.074736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.074958 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.075189 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.075409 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.075619 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.075853 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.076073 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.076287 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.076532 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.076741 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.076993 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.077207 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.077417 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.077722 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.077966 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.078201 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.078465 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.078706 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.078938 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.079162 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.079369 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.079582 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.079841 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.080028 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.080233 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.080469 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.080694 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.080934 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.081154 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.081366 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.081574 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.081810 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.082013 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.082219 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.082436 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.082647 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.082864 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.083074 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.083305 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.083512 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.083729 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.083940 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.084138 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.084445 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.084702 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.085437 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.085730 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.085980 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.086234 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.086490 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.086785 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.086997 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.087255 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.087475 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.087695 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.087914 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.088177 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.088489 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.088775 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.089057 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.089308 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.089572 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.089856 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.090133 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.090366 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.090644 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.090989 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.091260 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.091514 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.091759 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.092024 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.092243 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.092455 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.092705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.092959 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.093198 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.093437 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.093662 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.093883 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.094114 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.094339 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.094570 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.094799 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.095039 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.095275 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.095490 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.095646 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 18:05:55.096155 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 18:05:55.096320 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 18:05:55.096472 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 18:05:55.096640 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 18:05:55.096806 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 18:05:55.096989 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 18:05:55.097192 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.097355 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.097514 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.097677 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.097833 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098013 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098172 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098485 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098641 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098795 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.098952 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.099107 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.099265 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.099418 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.099746 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.099908 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.100071 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.100232 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.100392 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.101209 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.101329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.101486 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] debug = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.101645 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.101899 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102100 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102209 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102368 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102523 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102680 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102837 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.102992 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103147 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103318 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103445 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103589 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103743 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.103897 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104046 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104194 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104338 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] host = dv-cinder-800306-3-iscsi {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104492 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104647 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.104802 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.105026 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.105226 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.105525 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.105525 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.105525 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106101 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_options = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.106878 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.107762 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.108592 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.109620 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.110537 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.111542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.112745 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_json = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113513 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113847 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113847 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.113984 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.114213 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.114455 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.114718 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 18:05:55.114988 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.115542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.115542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.115542 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116329 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116697 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116967 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.116967 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.117135 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.117301 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.117459 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.117617 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.117842 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118171 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118171 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118324 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118521 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.118679 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.120705 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.121296 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.123733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124337 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.124917 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125120 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125120 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125257 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125415 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125574 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.125892 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.126048 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.126206 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.128595 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.129813 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.130690 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.131736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.132403 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133019 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.133949 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134480 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134755 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.134755 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.136289 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.137701 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.138246 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139053 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139419 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:05:55.139503 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139503 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139503 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139725 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139725 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.139875 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140016 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140161 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140316 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140474 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140631 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.140792 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141153 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141370 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141505 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141638 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141771 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.141903 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142034 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142167 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142299 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142456 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142614 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142771 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.142928 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.143086 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.143498 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.143654 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.143812 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.143984 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144140 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144299 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144455 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144613 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144770 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.144947 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145104 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145260 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145417 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145573 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145733 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.145893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146051 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146209 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146368 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146526 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146682 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.146839 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.147010 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.147169 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.147825 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148000 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148143 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148305 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148472 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148633 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148775 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.148959 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149115 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149253 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149415 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149576 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149736 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.149887 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.150025 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.150183 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.150349 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.150573 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.150765 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.151635 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.152893 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.155353 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.156588 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.157152 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.158407 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.159009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.159009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.159009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.159009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 18:05:55.159009 dv-cinder-800306-3-iscsi neutron-server[93026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 18:05:55.429684 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43586) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:05:55.437997 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061085 Jul 12 18:06:06.567053 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f05719-53b9-4a5c-ac25-92d73b2b7dc6 None None] get_active_networks_info from dv-cinder-800306-3-iscsi {{(pid=93135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 18:06:06.652292 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f05719-53b9-4a5c-ac25-92d73b2b7dc6 None None] No non-hosted networks {{(pid=93135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 18:06:06.678712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.agentschedulers_db [None req-f3f05719-53b9-4a5c-ac25-92d73b2b7dc6 None None] DHCP Agent not found on host dv-cinder-800306-3-iscsi {{(pid=93135) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 12 18:06:06.731889 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-010cac0c-aef6-4a8f-8a73-41721353986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:09.089731 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1ac7dc41-df63-4502-8545-4818e4a0f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:09.169386 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1b384bad-7264-447c-9ab8-814273b4d481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:09.531939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:09.533393 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.534029 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.534627 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.535238 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.536076 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.537023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.537656 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.538370 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.538960 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.539732 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.540706 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.541682 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:09.542847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800306-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:09.555025 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800306-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:10.138902 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:11.692682 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:12.855764 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43678) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:13.331860 dv-cinder-800306-3-iscsi neutron-server[93133]: WARNING oslo_policy.policy [None req-8916f86d-a685-4ca9-a97a-bf65e472a726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:13.332455 dv-cinder-800306-3-iscsi neutron-server[93133]: WARNING oslo_policy.policy [None req-8916f86d-a685-4ca9-a97a-bf65e472a726 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:13.550760 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [None req-8916f86d-a685-4ca9-a97a-bf65e472a726 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:06:13.551826 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8916f86d-a685-4ca9-a97a-bf65e472a726 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6951752 Jul 12 18:06:15.870915 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43692) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:16.178118 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:16.270630 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.policy [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 18:06:16.314947 dv-cinder-800306-3-iscsi neutron-server[93133]: WARNING oslo_policy.policy [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:16.315319 dv-cinder-800306-3-iscsi neutron-server[93133]: WARNING oslo_policy.policy [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:16.323746 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.quota [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] Loaded quota_driver: . Jul 12 18:06:16.416963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764131094387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764131093892', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764130875422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764130879428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764130855321', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764130865570', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8149957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8090406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610846'] for rbac-policy, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:16.423185 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.db.l3_hamode_db [None req-d83ca50d-bf65-4c87-9c1a-c6f750f839be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 18:06:16.480517 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:16.481721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1cf6c684-56f5-4c4b-ba2e-11ebf7326e98 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6097579 Jul 12 18:06:16.503369 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ca50d-bf65-4c87-9c1a-c6f750f839be None None] Routers set() bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:06:16.503766 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ca50d-bf65-4c87-9c1a-c6f750f839be None None] Router IDs set() for agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 18:06:18.996899 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43704) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:19.285086 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '500a8e77abea49c9abfc1945c082396b', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:19.313688 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Made reservation on behalf of 500a8e77abea49c9abfc1945c082396b for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:06:19.316503 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.332511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.453357 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.456604 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.476260 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:06:19.504589 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764127950421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.505238 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Unsubscribe: segment precommit_create {{(pid=93133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 18:06:19.505764 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Added segment 89d10ce5-3423-4d50-8764-9be14e3a0392 of type vlan for network 913c53ef-c6ef-488f-b1d4-974669c8c1fb Jul 12 18:06:19.524734 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74693e35-5a9a-4573-a977-a1e738784b40,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:19.572301 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.572670 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.573039 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.573377 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.573709 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.574054 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.574385 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.574740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.575083 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.575412 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.575735 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.576055 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Tracked resource versions report: Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: pushed versions: Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: { 'AddressGroup': {'1.2'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'ConntrackHelper': {'1.0'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Log': {'1.0'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Network': {'1.1'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Port': {'1.7'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'PortForwarding': {'1.2'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'QosPolicy': {'1.8'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroup': {'1.4'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SubPort': {'1.0'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Subnet': {'1.1'}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Trunk': {'1.1'}} Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: consumer versions: Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'ConntrackHelper': '1.0', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Log': '1.0', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Network': '1.1', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Port': '1.7', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'PortForwarding': '1.2', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'QosPolicy': '1.8', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroup': '1.4', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroupRule': '1.2', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SubPort': '1.0', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Subnet': '1.1', Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Trunk': '1.1'}} Jul 12 18:06:19.577255 dv-cinder-800306-3-iscsi neutron-server[93133]: {{(pid=93133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:06:19.628075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.677298 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.678351 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:19.679013 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:19.761987 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7640178 Jul 12 18:06:19.776089 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61194dfd-7c59-4232-a2b6-ccebafab26a0 admin admin] Pushing event updated for resources: {'Network': ['ID=913c53ef-c6ef-488f-b1d4-974669c8c1fb,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:19.788545 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:06:22.347595 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43718) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:22.722141 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77508354-37d1-4901-9c39-6240269641ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:22.723415 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-77508354-37d1-4901-9c39-6240269641ff admin admin] 10.222.0.39 "GET /v2.0/networks/913c53ef-c6ef-488f-b1d4-974669c8c1fb HTTP/1.1" status: 200 len: 825 time: 0.3748794 Jul 12 18:06:22.746760 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ab79c28d-e50c-41ef-acf5-bc7434111771 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/bc92f7fe-f773-4b83-906f-cb7267331884 HTTP/1.1" status: 200 len: 734 time: 0.0174716 Jul 12 18:06:22.754729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Request body: {'subnet': {'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:22.775965 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Made reservation on behalf of 500a8e77abea49c9abfc1945c082396b for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:06:22.778501 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:23.064723 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:23.127633 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ea34b8-a859-4f77-b36c-e978e897f302,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:23.139075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Checking segment: {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:06:23.139429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Network hostable DHCP agents. Network: 913c53ef-c6ef-488f-b1d4-974669c8c1fb, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:06:23.160529 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:06:23.170484 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 913c53ef-c6ef-488f-b1d4-974669c8c1fb) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:23.175365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:23.175955 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:23.180649 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde74ac6-1d36-4e9a-bd42-e61e67efa099 None None] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:06:23.191871 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-50aa298c-0e0b-42ed-ad5e-44fa8818786f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402845 Jul 12 18:06:23.490156 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:06:23.491419 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:23.762173 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Allocated IP 172.20.0.2 (913c53ef-c6ef-488f-b1d4-974669c8c1fb/14ea34b8-a859-4f77-b36c-e978e897f302/9e442ccd-7ac7-44fa-b720-e9a4d724f9b0) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:06:23.960078 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:24.001261 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Transition to ACTIVE for port object 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:06:24.022588 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Transition to ACTIVE for port object 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:06:24.031844 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:24.093552 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:06:24.100336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:24.112137 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:06:24.118068 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Pushing event updated for resources: {'Port': ['ID=9e442ccd-7ac7-44fa-b720-e9a4d724f9b0,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:24.142823 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.143173 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.143519 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.143852 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.144180 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.144549 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.144910 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.145238 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.145576 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.146417 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.146740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.147059 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Tracked resource versions report: Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: pushed versions: Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: { 'AddressGroup': {'1.2'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'ConntrackHelper': {'1.0'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Log': {'1.0'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Network': {'1.1'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Port': {'1.7'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'PortForwarding': {'1.2'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'QosPolicy': {'1.8'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroup': {'1.4'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SubPort': {'1.0'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Subnet': {'1.1'}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Trunk': {'1.1'}} Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: consumer versions: Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'ConntrackHelper': '1.0', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Log': '1.0', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Network': '1.1', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Port': '1.7', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'PortForwarding': '1.2', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'QosPolicy': '1.8', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroup': '1.4', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroupRule': '1.2', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SubPort': '1.0', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Subnet': '1.1', Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Trunk': '1.1'}} Jul 12 18:06:24.148248 dv-cinder-800306-3-iscsi neutron-server[93135]: {{(pid=93135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:06:24.199317 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Attempting to bind port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:06:24.199932 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Attempting to bind port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:06:24.200137 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Attempting to bind port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 on network 913c53ef-c6ef-488f-b1d4-974669c8c1fb {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:06:24.205037 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:06:24.205442 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Checking segment: {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:06:24.205934 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:24.206353 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Bound using segment: {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:06:24.206838 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Bound port: 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:06:24.207263 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:24.268144 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] For port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:06:24.273077 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] For port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=9e442ccd-7ac7-44fa-b720-e9a4d724f9b0,segment=NetworkSegment(89d10ce5-3423-4d50-8764-9be14e3a0392),segment_id=89d10ce5-3423-4d50-8764-9be14e3a0392)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:06:24.277539 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:24.342332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3426ad-0fef-4bd4-b3f2-f17ebe331950 None None] Pushing event updated for resources: {'Port': ['ID=9e442ccd-7ac7-44fa-b720-e9a4d724f9b0,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:25.560845 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43726) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:25.867490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [None req-b3144608-f1e5-442c-9e10-0bf242c20e61 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:06:25.868471 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-b3144608-f1e5-442c-9e10-0bf242c20e61 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066628 Jul 12 18:06:28.227117 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 43734) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:28.527942 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [None req-8d659b99-63a5-4fa0-b2e9-8c5cee57c020 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:06:28.529050 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8d659b99-63a5-4fa0-b2e9-8c5cee57c020 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3009248 Jul 12 18:06:29.406958 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:29.494169 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:06:30.342024 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db1684-ce85-40a7-8c78-f2fc7d8a47d4 None None] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:06:30.402677 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Provisioning for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:06:30.408564 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Provisioning complete for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:30.409193 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:30.585981 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:30.642977 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] For port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=9e442ccd-7ac7-44fa-b720-e9a4d724f9b0,segment=NetworkSegment(89d10ce5-3423-4d50-8764-9be14e3a0392),segment_id=89d10ce5-3423-4d50-8764-9be14e3a0392)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:06:30.648673 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:30.702235 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8541f-c12e-42bf-89fc-e69e7e079e28 None None] Pushing event updated for resources: {'Port': ['ID=9e442ccd-7ac7-44fa-b720-e9a4d724f9b0,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:30.899887 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-6bc5bebb-6d03-48c6-83c5-487dd9196323 None None] Provisioning complete for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:30.900251 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bebb-6d03-48c6-83c5-487dd9196323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:31.136481 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43748) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:31.385986 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:31.430778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:31.431382 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:31.620711 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING oslo_policy.policy [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:31.621332 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING oslo_policy.policy [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:31.835923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '500a8e77abea49c9abfc1945c082396b'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:31.899052 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.policy [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 18:06:31.944102 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING oslo_policy.policy [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:31.944484 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING oslo_policy.policy [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 18:06:31.953025 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.quota [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Loaded quota_driver: . Jul 12 18:06:32.008476 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:32.010247 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:32.162421 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:32.166730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:32.184007 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:32.185435 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1697b1a6-45b1-4fcc-a871-2597bc9e2497 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0468547 Jul 12 18:06:34.482546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43764) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:34.782437 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [None req-60d5be92-ea6f-4a06-a7d2-f9ea0e2d72b9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:06:34.783422 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-60d5be92-ea6f-4a06-a7d2-f9ea0e2d72b9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2999306 Jul 12 18:06:36.508962 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d114-a0c8-48ba-9d74-8799f01e999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.126191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43772) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:37.430593 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:37.452625 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Made reservation on behalf of d82a745951b74d2c8efb3192ec915b81 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:06:37.455370 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.470090 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.585563 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.590049 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.602170 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93134) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 18:06:37.634642 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764127950421', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.635206 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Unsubscribe: segment precommit_create {{(pid=93134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 18:06:37.635720 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Added segment 476e3793-7244-4d89-a0da-1029ef78717b of type flat for network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f Jul 12 18:06:37.654306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c4e66-f50f-4812-ae75-7e0e944b49cf,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:37.697972 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.698330 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.698665 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.698993 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.699316 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.699652 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.699976 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.700292 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.700622 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.700968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.701284 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.701596 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Tracked resource versions report: Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: pushed versions: Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: { 'AddressGroup': {'1.2'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'ConntrackHelper': {'1.0'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Log': {'1.0'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Network': {'1.1'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Port': {'1.7'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'PortForwarding': {'1.2'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'QosPolicy': {'1.8'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroup': {'1.4'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SubPort': {'1.0'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Subnet': {'1.1'}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Trunk': {'1.1'}} Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: consumer versions: Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'ConntrackHelper': '1.0', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Log': '1.0', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Network': '1.1', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Port': '1.7', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'PortForwarding': '1.2', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'QosPolicy': '1.8', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroup': '1.4', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroupRule': '1.2', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SubPort': '1.0', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Subnet': '1.1', Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Trunk': '1.1'}} Jul 12 18:06:37.702804 dv-cinder-800306-3-iscsi neutron-server[93134]: {{(pid=93134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:06:37.759076 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.811173 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.812385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:37.813073 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:37.894219 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7669818 Jul 12 18:06:37.907970 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8d41-ac9d-4c17-a73e-2d2ccaf1c3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=62f6ff41-2d9a-4f50-9ef4-31ace5995d5f,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:37.919842 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:06:39.082807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-56bd5250-f62b-4ab2-9116-42e70c3b8c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:39.523908 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:40.092091 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:40.227389 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43784) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:40.554565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b6c69-c5af-4fdb-ac81-d741c2863a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:40.555903 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d74b6c69-c5af-4fdb-ac81-d741c2863a36 admin admin] 10.222.0.39 "GET /v2.0/subnets/14ea34b8-a859-4f77-b36c-e978e897f302 HTTP/1.1" status: 200 len: 849 time: 0.3275723 Jul 12 18:06:40.685289 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a62a58db-550d-4cd3-afac-da23b1911266 admin admin] 10.222.0.39 "GET /v2.0/routers/c1664a98-9dfd-4f20-9b96-a940a182c133 HTTP/1.1" status: 200 len: 704 time: 0.1238081 Jul 12 18:06:40.942349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.226141 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Allocated IP 172.20.0.1 (913c53ef-c6ef-488f-b1d4-974669c8c1fb/14ea34b8-a859-4f77-b36c-e978e897f302/5ab9420c-94cb-41a6-8f78-75075ad23d16) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:06:41.402985 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.425454 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Transition to ACTIVE for port object 5ab9420c-94cb-41a6-8f78-75075ad23d16 will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:06:41.502430 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.571412 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:06:41.575906 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:41.585971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:06:41.585971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.606023 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9420c-94cb-41a6-8f78-75075ad23d16,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:41.656285 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.744942 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5bfc7120-3bbb-44cb-8d26-f5ba86d332a7 None None] Provisioning for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:06:41.748311 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5bfc7120-3bbb-44cb-8d26-f5ba86d332a7 None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:41.748728 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7120-3bbb-44cb-8d26-f5ba86d332a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:41.781912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc7120-3bbb-44cb-8d26-f5ba86d332a7 None None] Port 5ab9420c-94cb-41a6-8f78-75075ad23d16 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:06:41.844653 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.013122 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.017842 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.044913 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.104135 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab9420c-94cb-41a6-8f78-75075ad23d16,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:42.158496 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:06:42.159923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:42.202469 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-27caf943-4e9a-479a-9356-bee8a343bc25 None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:42.202932 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27caf943-4e9a-479a-9356-bee8a343bc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.240425 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-27caf943-4e9a-479a-9356-bee8a343bc25 None None] Port 5ab9420c-94cb-41a6-8f78-75075ad23d16 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:06:42.317836 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Router c1664a98-9dfd-4f20-9b96-a940a182c133 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:06:42.357958 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-0ea18340-b5b0-44be-b343-6e5c09dc501f None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:42.358327 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0ea18340-b5b0-44be-b343-6e5c09dc501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:42.389928 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-0ea18340-b5b0-44be-b343-6e5c09dc501f None None] Port 5ab9420c-94cb-41a6-8f78-75075ad23d16 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:06:42.407967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:06:42.413499 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f0265746-1bba-4f7e-ba88-3a5d46157749 admin admin] 10.222.0.39 "PUT /v2.0/routers/c1664a98-9dfd-4f20-9b96-a940a182c133/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7234688 Jul 12 18:06:42.418093 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Sync routers for ids ['c1664a98-9dfd-4f20-9b96-a940a182c133'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:06:42.431532 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Routers {'c1664a98-9dfd-4f20-9b96-a940a182c133'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:06:42.432333 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:06:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c1664a98-9dfd-4f20-9b96-a940a182c133'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:42.612435 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Set router c1664a98-9dfd-4f20-9b96-a940a182c133 gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:06:43.024215 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:41Z', 'revision_number': 2, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port_host': None, '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:41Z', 'revision_number': 2, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:43.074722 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Checking router: c1664a98-9dfd-4f20-9b96-a940a182c133 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:06:43.075085 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Updating router c1664a98-9dfd-4f20-9b96-a940a182c133 port 5ab9420c-94cb-41a6-8f78-75075ad23d16 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:06:43.137781 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.615930 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.634731 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Transition to ACTIVE for port object 5ab9420c-94cb-41a6-8f78-75075ad23d16 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:06:43.640035 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.788482 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Pushing event updated for resources: {'Port': ['ID=5ab9420c-94cb-41a6-8f78-75075ad23d16,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:43.803458 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Attempting to bind port 5ab9420c-94cb-41a6-8f78-75075ad23d16 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:06:43.803860 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Attempting to bind port 5ab9420c-94cb-41a6-8f78-75075ad23d16 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:06:43.804286 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Attempting to bind port 5ab9420c-94cb-41a6-8f78-75075ad23d16 on network 913c53ef-c6ef-488f-b1d4-974669c8c1fb {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:06:43.809480 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:06:43.809879 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Checking segment: {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:06:43.810359 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.810867 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Bound using segment: {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:06:43.811231 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Bound port: 5ab9420c-94cb-41a6-8f78-75075ad23d16, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d10ce5-3423-4d50-8764-9be14e3a0392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:06:43.811620 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.814758 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.815096 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.815435 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.815861 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.816075 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.816438 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.817363 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.817691 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.818013 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.818338 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.818656 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.818971 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Tracked resource versions report: Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: pushed versions: Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: { 'AddressGroup': {'1.2'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'ConntrackHelper': {'1.0'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Log': {'1.0'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Network': {'1.1'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Port': {'1.7'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'PortForwarding': {'1.2'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'QosPolicy': {'1.8'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroup': {'1.4'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SubPort': {'1.0'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Subnet': {'1.1'}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Trunk': {'1.1'}} Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: consumer versions: Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'ConntrackHelper': '1.0', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Log': '1.0', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Network': '1.1', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Port': '1.7', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'PortForwarding': '1.2', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'QosPolicy': '1.8', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroup': '1.4', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroupRule': '1.2', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SubPort': '1.0', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Subnet': '1.1', Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Trunk': '1.1'}} Jul 12 18:06:43.820099 dv-cinder-800306-3-iscsi neutron-server[93136]: {{(pid=93136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:06:43.884717 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] For port 5ab9420c-94cb-41a6-8f78-75075ad23d16, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:06:43.906262 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] For port 5ab9420c-94cb-41a6-8f78-75075ad23d16, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=5ab9420c-94cb-41a6-8f78-75075ad23d16,segment=NetworkSegment(89d10ce5-3423-4d50-8764-9be14e3a0392),segment_id=89d10ce5-3423-4d50-8764-9be14e3a0392)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:06:43.911007 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:43.974329 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Routers {'c1664a98-9dfd-4f20-9b96-a940a182c133'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:06:43.974963 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:06:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c1664a98-9dfd-4f20-9b96-a940a182c133'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:43.978351 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b8e2-9606-4d4d-b48a-75e5869ec5f3 None None] Pushing event updated for resources: {'Port': ['ID=5ab9420c-94cb-41a6-8f78-75075ad23d16,revision_number=4']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:44.069453 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] Set router c1664a98-9dfd-4f20-9b96-a940a182c133 gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:06:44.095279 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:06:44.272764 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:41Z', 'revision_number': 2, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port_host': None, '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:43Z', 'revision_number': 4, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:44.301169 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bc2adb-9377-409d-9584-ce347a7d75f3 None None] The sync data for ids ['c1664a98-9dfd-4f20-9b96-a940a182c133'] in dv-cinder-800306-3-iscsi is: [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:41Z', 'revision_number': 2, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port_host': None, '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:43Z', 'revision_number': 4, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:06:44.635008 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43804) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:44.740863 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e4c82-277d-43f1-9a28-30b7883ea842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:44.742219 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-973e4c82-277d-43f1-9a28-30b7883ea842 admin admin] 10.222.0.39 "GET /v2.0/networks/62f6ff41-2d9a-4f50-9ef4-31ace5995d5f HTTP/1.1" status: 200 len: 842 time: 0.1062756 Jul 12 18:06:44.751279 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Request body: {'subnet': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:44.775956 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Made reservation on behalf of d82a745951b74d2c8efb3192ec915b81 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:06:44.778399 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:45.072379 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.objects.ports [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93134) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 18:06:45.072815 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:45.124139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67923089-4ad0-4d29-a488-0aa8c217a441,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:45.136643 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:06:45.137021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Network hostable DHCP agents. Network: 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:06:45.159590 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:06:45.169659 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:45.173595 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:45.174255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:45.179258 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598069a7-898f-483b-8944-d2705d30aaff None None] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:06:45.192664 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7392d25a-10fe-4163-8c5d-e925e39a14c9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4447103 Jul 12 18:06:45.316092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1137ecd2-3301-40c4-ad77-93f746c481de None None] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:06:47.426903 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 5ab9420c-94cb-41a6-8f78-75075ad23d16 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:47.463101 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43826) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:47.474432 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:06:47.477998 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:47.478372 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:47.553836 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:47.590991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 5ab9420c-94cb-41a6-8f78-75075ad23d16, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=5ab9420c-94cb-41a6-8f78-75075ad23d16,segment=NetworkSegment(89d10ce5-3423-4d50-8764-9be14e3a0392),segment_id=89d10ce5-3423-4d50-8764-9be14e3a0392)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:06:47.595438 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:47.597109 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-cf1b8552-f994-4ff7-87ef-68ab64770650 admin admin] 10.222.0.39 "GET /v2.0/routers/c1664a98-9dfd-4f20-9b96-a940a182c133 HTTP/1.1" status: 200 len: 710 time: 0.1328738 Jul 12 18:06:47.696738 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5bf72-2fa3-408d-8297-458b43819c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:06:47.698183 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b6b5bf72-2fa3-408d-8297-458b43819c3c admin admin] 10.222.0.39 "GET /v2.0/networks/62f6ff41-2d9a-4f50-9ef4-31ace5995d5f HTTP/1.1" status: 200 len: 886 time: 0.0951989 Jul 12 18:06:47.704406 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=5ab9420c-94cb-41a6-8f78-75075ad23d16,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:47.706971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:06:47.883628 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a5090da9-b418-4a73-a708-8f09425593c8 None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:47.884343 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a5090da9-b418-4a73-a708-8f09425593c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.033127 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.262610 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.334087 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.436487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Allocated IP 172.27.3.17 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/50921214-1073-4631-9fe5-9a5f30718adc) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:06:48.535265 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.571675 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:48.606684 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:06:48.612398 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:06:48.615808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:06:48.620681 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=50921214-1073-4631-9fe5-9a5f30718adc,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:48.852382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:49.034956 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:49.038039 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-574525'] for router, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:49.138751 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Router c1664a98-9dfd-4f20-9b96-a940a182c133 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:06:49.318672 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:06:49.322798 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:49.323996 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-db5dde54-d743-491a-a001-c571562da6d2 admin admin] 10.222.0.39 "PUT /v2.0/routers/c1664a98-9dfd-4f20-9b96-a940a182c133 HTTP/1.1" status: 200 len: 889 time: 1.6203926 Jul 12 18:06:49.340220 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Sync routers for ids ['c1664a98-9dfd-4f20-9b96-a940a182c133'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:06:49.353627 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Routers {'c1664a98-9dfd-4f20-9b96-a940a182c133'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:06:49.354433 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:06:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c1664a98-9dfd-4f20-9b96-a940a182c133'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:49.414368 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 5ab9420c-94cb-41a6-8f78-75075ad23d16 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:49.600029 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:49.600400 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:49.602895 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Set router c1664a98-9dfd-4f20-9b96-a940a182c133 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:06:50.039324 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '50921214-1073-4631-9fe5-9a5f30718adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:48Z', 'revision_number': 4, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port': {'id': '50921214-1073-4631-9fe5-9a5f30718adc', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:48Z', 'updated_at': '2021-07-12T18:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:47Z', 'revision_number': 5, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:50.089773 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Checking router: c1664a98-9dfd-4f20-9b96-a940a182c133 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:06:50.090152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Updating router c1664a98-9dfd-4f20-9b96-a940a182c133 port 50921214-1073-4631-9fe5-9a5f30718adc binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:06:50.121487 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.429625 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.438723 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Transition to ACTIVE for port object 50921214-1073-4631-9fe5-9a5f30718adc will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:06:50.444047 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.564478 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Attempting to bind port 50921214-1073-4631-9fe5-9a5f30718adc on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:06:50.564874 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Attempting to bind port 50921214-1073-4631-9fe5-9a5f30718adc by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:06:50.565242 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Attempting to bind port 50921214-1073-4631-9fe5-9a5f30718adc on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:06:50.572124 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919e9ea-9ff6-49bb-9ca2-f8e9fb83eaf7 None None] Pushing event updated for resources: {'Port': ['ID=50921214-1073-4631-9fe5-9a5f30718adc,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:50.574548 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:06:50.574914 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:06:50.575316 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.575697 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:06:50.576163 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Bound port: 50921214-1073-4631-9fe5-9a5f30718adc, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:06:50.576562 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.627252 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] For port 50921214-1073-4631-9fe5-9a5f30718adc, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:06:50.630189 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] For port 50921214-1073-4631-9fe5-9a5f30718adc, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=50921214-1073-4631-9fe5-9a5f30718adc,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:06:50.634573 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:50.694415 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Routers {'c1664a98-9dfd-4f20-9b96-a940a182c133'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:06:50.694949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:06:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c1664a98-9dfd-4f20-9b96-a940a182c133'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:50.697595 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919e9ea-9ff6-49bb-9ca2-f8e9fb83eaf7 None None] Pushing event updated for resources: {'Port': ['ID=50921214-1073-4631-9fe5-9a5f30718adc,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:50.798528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] Set router c1664a98-9dfd-4f20-9b96-a940a182c133 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:06:51.002306 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '50921214-1073-4631-9fe5-9a5f30718adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:48Z', 'revision_number': 4, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port': {'id': '50921214-1073-4631-9fe5-9a5f30718adc', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:48Z', 'updated_at': '2021-07-12T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:47Z', 'revision_number': 5, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:06:51.028248 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27458ed7-17e9-4dad-90c3-c80c0388b01f None None] The sync data for ids ['c1664a98-9dfd-4f20-9b96-a940a182c133'] in dv-cinder-800306-3-iscsi is: [{'id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'name': 'router1', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '50921214-1073-4631-9fe5-9a5f30718adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:06:32Z', 'updated_at': '2021-07-12T18:06:48Z', 'revision_number': 4, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'gw_port': {'id': '50921214-1073-4631-9fe5-9a5f30718adc', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:02:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:48Z', 'updated_at': '2021-07-12T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '5ab9420c-94cb-41a6-8f78-75075ad23d16', 'name': '', 'network_id': '913c53ef-c6ef-488f-b1d4-974669c8c1fb', 'tenant_id': '500a8e77abea49c9abfc1945c082396b', 'mac_address': 'fa:16:3e:5f:bc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1664a98-9dfd-4f20-9b96-a940a182c133', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:06:40Z', 'updated_at': '2021-07-12T18:06:47Z', 'revision_number': 5, 'project_id': '500a8e77abea49c9abfc1945c082396b', 'subnets': [{'id': '14ea34b8-a859-4f77-b36c-e978e897f302', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc92f7fe-f773-4b83-906f-cb7267331884'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:06:51.451515 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 50921214-1073-4631-9fe5-9a5f30718adc up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:51.503167 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 50921214-1073-4631-9fe5-9a5f30718adc completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:06:51.507829 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 50921214-1073-4631-9fe5-9a5f30718adc triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:51.508206 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:51.593057 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:51.617865 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 50921214-1073-4631-9fe5-9a5f30718adc, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=50921214-1073-4631-9fe5-9a5f30718adc,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:06:51.622226 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:06:51.676399 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=50921214-1073-4631-9fe5-9a5f30718adc,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:06:51.722896 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 43834) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:06:51.846931 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f0b1b8b2-04f4-4afe-ad44-2b36cd4ab91d admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1229162 Jul 12 18:06:53.416609 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 50921214-1073-4631-9fe5-9a5f30718adc up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:06:53.478010 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 50921214-1073-4631-9fe5-9a5f30718adc triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:06:53.478387 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:06.517701 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5aa564e2-7807-4169-802d-ba7d1c1fa2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:09.090176 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6747f1e5-9985-42e9-b470-f7a285e6e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:09.528712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:10.100316 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:11.670774 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:21.056402 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:07:36.514223 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ebef0911-83ec-4196-ac91-1bafc0fcd4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:39.082740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7a17b5b3-2253-42fc-83a6-0c8b9b592a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:39.523195 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:40.099857 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:41.668244 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:07:58.055442 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:08:06.506180 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-eef46ba3-7c6c-442b-ae4c-e835cd8498ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:09.087460 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f90c81b1-f995-486f-bfda-5851c62ea4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:09.525157 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:10.100553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:11.675252 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:27.036792 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44404) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:27.097323 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bf5c56-f5b5-4c11-8258-eb6994ef3e2e admin admin] GET failed (client error): The resource could not be found. Jul 12 18:08:27.098621 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-84bf5c56-f5b5-4c11-8258-eb6994ef3e2e admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608895 Jul 12 18:08:27.251355 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ae603-0383-43e9-b08a-865d4a47dfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:27.252864 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ea4ae603-0383-43e9-b08a-865d4a47dfb5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1504209 Jul 12 18:08:29.365111 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44414) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:29.451568 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3d1f4-49d3-46a4-b020-2ec13381ec35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:29.453005 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-57b3d1f4-49d3-46a4-b020-2ec13381ec35 admin admin] 10.222.0.39 "GET /v2.0/subnets/14ea34b8-a859-4f77-b36c-e978e897f302 HTTP/1.1" status: 200 len: 849 time: 0.0869036 Jul 12 18:08:29.461953 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:08:29.543137 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:29.679474 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764128120113'] for subnet, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:29.709060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:29.710146 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:29.724851 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] 10.222.0.39 "PUT /v2.0/subnets/14ea34b8-a859-4f77-b36c-e978e897f302 HTTP/1.1" status: 200 len: 868 time: 0.2525077 Jul 12 18:08:29.725079 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b394e4-a63c-4b3a-a3dc-ddda44d13d2b None None] Network 913c53ef-c6ef-488f-b1d4-974669c8c1fb requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:08:29.728853 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ea34b8-a859-4f77-b36c-e978e897f302,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:08:29.737040 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.737400 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.737736 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.738074 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.738415 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.738752 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.739087 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.739419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.739763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.740081 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.740405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:29.740731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc33565-e367-422f-a58d-53c482c1b17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:08:30.116433 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5119b09f-1fbb-41d6-b16b-af95e571e12a None None] Provisioning complete for port 5ab9420c-94cb-41a6-8f78-75075ad23d16 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:08:30.116803 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5119b09f-1fbb-41d6-b16b-af95e571e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:30.198881 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5119b09f-1fbb-41d6-b16b-af95e571e12a None None] Provisioning complete for port 9e442ccd-7ac7-44fa-b720-e9a4d724f9b0 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:08:30.199252 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5119b09f-1fbb-41d6-b16b-af95e571e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:31.852160 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44422) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:32.050740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146aea42-f497-4045-9dd6-3cec867688a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:32.051136 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146aea42-f497-4045-9dd6-3cec867688a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:32.052672 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-146aea42-f497-4045-9dd6-3cec867688a0 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996086 Jul 12 18:08:34.173923 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44432) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:34.301168 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece932c7-6908-43d4-8fdb-5a81d15426a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:34.301662 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece932c7-6908-43d4-8fdb-5a81d15426a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:34.303142 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ece932c7-6908-43d4-8fdb-5a81d15426a4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1282988 Jul 12 18:08:35.053859 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:08:36.422916 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44440) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:36.507066 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-034c0fce-2aeb-4993-922e-d65874668ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:36.569260 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45cf13-de92-4c0a-a5a5-8a1a22c7e762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:36.570643 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8b45cf13-de92-4c0a-a5a5-8a1a22c7e762 admin admin] 10.222.0.39 "GET /v2.0/networks/62f6ff41-2d9a-4f50-9ef4-31ace5995d5f HTTP/1.1" status: 200 len: 886 time: 0.1466281 Jul 12 18:08:38.681104 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44448) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:38.821468 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c83d9-ace2-4bda-a03c-52433acdd816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:38.822844 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d69c83d9-ace2-4bda-a03c-52433acdd816 admin admin] 10.222.0.39 "GET /v2.0/networks/913c53ef-c6ef-488f-b1d4-974669c8c1fb HTTP/1.1" status: 200 len: 869 time: 0.1407914 Jul 12 18:08:39.089100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3afcf302-4a2d-4f0a-b3bd-6f1e30ac4aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:39.526098 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:40.102536 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:40.930475 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44456) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:41.050701 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7f38b-0cf6-424a-8d13-39fea679e325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:41.051170 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b7f38b-0cf6-424a-8d13-39fea679e325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:41.052677 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-96b7f38b-0cf6-424a-8d13-39fea679e325 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212537 Jul 12 18:08:41.678155 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:08:43.183772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44464) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:43.271050 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1517308-246b-413e-aeee-2d52de474dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:43.271515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1517308-246b-413e-aeee-2d52de474dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:43.273104 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b1517308-246b-413e-aeee-2d52de474dd7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0874562 Jul 12 18:08:45.395091 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44472) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:45.480763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc2511-8a73-4d54-95ca-232a28670d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:45.482093 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f2fc2511-8a73-4d54-95ca-232a28670d01 admin admin] 10.222.0.39 "GET /v2.0/subnets/14ea34b8-a859-4f77-b36c-e978e897f302 HTTP/1.1" status: 200 len: 868 time: 0.0860488 Jul 12 18:08:47.602744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44480) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:08:47.685485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189bf3ec-77ee-4889-a0e9-be09303a103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:08:47.686785 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-189bf3ec-77ee-4889-a0e9-be09303a103d admin admin] 10.222.0.39 "GET /v2.0/subnets/67923089-4ad0-4d29-a488-0aa8c217a441 HTTP/1.1" status: 200 len: 816 time: 0.0830495 Jul 12 18:09:06.507915 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7192-be58-4cf2-b310-c118b0afd2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:09.092077 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4c512da1-ad0d-434f-9463-aac6fbd499b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:09.527605 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:10.105430 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:11.565184 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44532) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:09:11.610715 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [None req-d358238c-ceaa-48dd-9f72-46bcbc4b0ec7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:09:11.611709 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d358238c-ceaa-48dd-9f72-46bcbc4b0ec7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455995 Jul 12 18:09:11.682621 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:12.051356 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:09:13.828886 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44540) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:09:13.887127 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f02a8c-b3b8-4d8b-8083-f9b421530150 admin admin] GET failed (client error): The resource could not be found. Jul 12 18:09:13.888446 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f6f02a8c-b3b8-4d8b-8083-f9b421530150 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586331 Jul 12 18:09:13.972292 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d8fa25-2162-40ed-a2c6-ddcb9506d8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:09:13.973752 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c5d8fa25-2162-40ed-a2c6-ddcb9506d8fb admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815313 Jul 12 18:09:16.136132 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44548) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:09:16.180996 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:09:16.201268 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Made reservation on behalf of d82a745951b74d2c8efb3192ec915b81 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:09:16.203494 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:16.231618 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING neutron.services.revisions.revision_plugin [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Could not find related network for resource to bump revision. Jul 12 18:09:16.245055 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:09:16.255582 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:16.255916 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Added segment 81b4fdad-c285-436a-8f09-ce724c221ab5 of type vlan for network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 Jul 12 18:09:16.293257 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:16.323364 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:16.324351 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:09:16.324955 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:16.380445 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2432404 Jul 12 18:09:16.385144 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff349a-3a92-4d6d-a23a-c7bba40eb437 admin admin] Pushing event updated for resources: {'Network': ['ID=3e85933c-8b5a-41db-9fdf-2f7e7188e668,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:09:16.395627 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:09:18.550530 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44556) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:09:18.608195 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fe7af5-67d3-46b7-a9bf-16d7d73cfde2 admin admin] GET failed (client error): The resource could not be found. Jul 12 18:09:18.609535 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e4fe7af5-67d3-46b7-a9bf-16d7d73cfde2 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580566 Jul 12 18:09:18.675537 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e6f8a-a4f4-46b7-b72b-b578ebedc5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:09:18.676981 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1b0e6f8a-a4f4-46b7-b72b-b578ebedc5cc admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635464 Jul 12 18:09:18.686236 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668', 'description': 'shared-subnet'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:09:18.705157 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Made reservation on behalf of d82a745951b74d2c8efb3192ec915b81 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:09:18.707370 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:18.861958 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:18.913621 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a7ba92-9f34-427b-8bbd-6d235eedbb2e,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:09:18.921661 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Checking segment: {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:09:18.922014 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Network hostable DHCP agents. Network: 3e85933c-8b5a-41db-9fdf-2f7e7188e668, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:09:18.937277 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:09:18.945616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 3e85933c-8b5a-41db-9fdf-2f7e7188e668) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:09:18.949902 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:09:18.950493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:18.954565 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615fecc-e2b2-4bbb-8286-abb78d898b2a None None] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:09:18.969479 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-43c92249-bfd2-4c46-9d71-7e7c59eefbf9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2864132 Jul 12 18:09:19.195495 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-3e85933c-8b5a-41db-9fdf-2f7e7188e668', 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668', 'tenant_id': 'd82a745951b74d2c8efb3192ec915b81', 'fixed_ips': [{'subnet_id': 'a6a7ba92-9f34-427b-8bbd-6d235eedbb2e'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:09:19.196362 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.328246 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Allocated IP 192.168.233.2 (3e85933c-8b5a-41db-9fdf-2f7e7188e668/a6a7ba92-9f34-427b-8bbd-6d235eedbb2e/625ad546-3196-4808-8f87-1d77c7f8c15f) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:09:19.473648 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.482674 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Transition to ACTIVE for port object 625ad546-3196-4808-8f87-1d77c7f8c15f will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:09:19.497328 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Transition to ACTIVE for port object 625ad546-3196-4808-8f87-1d77c7f8c15f will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:09:19.503218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.542503 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:09:19.545187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:09:19.548139 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:09:19.560471 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Pushing event updated for resources: {'Port': ['ID=625ad546-3196-4808-8f87-1d77c7f8c15f,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:09:19.583090 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.583437 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.583775 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.584568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.584933 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.585265 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.585595 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.585919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.586262 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.586592 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.586912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.587249 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:09:19.626504 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Attempting to bind port 625ad546-3196-4808-8f87-1d77c7f8c15f on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:09:19.626866 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Attempting to bind port 625ad546-3196-4808-8f87-1d77c7f8c15f by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:09:19.627226 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Attempting to bind port 625ad546-3196-4808-8f87-1d77c7f8c15f on network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:09:19.632169 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:09:19.632537 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Checking segment: {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:09:19.632968 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.633359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Bound using segment: {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:09:19.633820 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Bound port: 625ad546-3196-4808-8f87-1d77c7f8c15f, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:09:19.634207 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.695124 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] For port 625ad546-3196-4808-8f87-1d77c7f8c15f, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:09:19.698354 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] For port 625ad546-3196-4808-8f87-1d77c7f8c15f, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=625ad546-3196-4808-8f87-1d77c7f8c15f,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:09:19.703714 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:19.764190 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7888946-5e85-484f-b042-29e312a0f74f None None] Pushing event updated for resources: {'Port': ['ID=625ad546-3196-4808-8f87-1d77c7f8c15f,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:09:20.536595 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7bb21b-5526-4d5a-bee0-59e41a8ae962 None None] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:09:20.661092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-375150a7-1715-4518-8653-23de55e902e7 None None] Provisioning for port 625ad546-3196-4808-8f87-1d77c7f8c15f completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:09:21.542548 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 625ad546-3196-4808-8f87-1d77c7f8c15f up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:09:21.594000 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 625ad546-3196-4808-8f87-1d77c7f8c15f completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:09:21.597949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 625ad546-3196-4808-8f87-1d77c7f8c15f triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:09:21.598332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:21.677752 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:21.709381 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 625ad546-3196-4808-8f87-1d77c7f8c15f, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=625ad546-3196-4808-8f87-1d77c7f8c15f,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:09:21.713447 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:21.763944 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=625ad546-3196-4808-8f87-1d77c7f8c15f,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:09:23.520889 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 625ad546-3196-4808-8f87-1d77c7f8c15f up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:09:23.569848 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 625ad546-3196-4808-8f87-1d77c7f8c15f triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:09:23.570220 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:36.509266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0a5b01f1-cd20-43e7-8531-96fd78d213f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:39.093870 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fe7a985b-7b5d-405a-9ee1-fc727be3ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:39.528093 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:40.107098 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:41.684152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:09:49.050468 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:10:06.510093 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-97f172b8-9dbd-46da-b348-3b27c8021e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:09.092896 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8d628478-0b06-4ccb-ad61-0519f78f68d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:09.528681 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:10.110298 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:11.688460 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:26.049546 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:10:36.513359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-93380a7b-38a2-4789-ab0d-a8cc190be97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:38.780515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44608) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:10:38.786489 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [None req-0c183d7a-4801-42f7-9e52-afa5ce55d8c3 tempest-verify_tempest_config-1378781285 tempest-verify_tempest_config-1378781285-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:10:38.787445 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-0c183d7a-4801-42f7-9e52-afa5ce55d8c3 tempest-verify_tempest_config-1378781285 tempest-verify_tempest_config-1378781285-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059493 Jul 12 18:10:39.082629 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44626) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:10:39.093045 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f1addb25-0267-4d4d-8598-bcfce782496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.185526 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.271168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.274681 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.317171 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03609e0a55c24a0696069fe38a301b3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2335019 Jul 12 18:10:39.318041 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a851c7e-76e5-4e80-8831-dcc2d15b4aa4,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:10:39.319831 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44630) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:10:39.330709 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.331072 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.331419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.331753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.332085 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.332430 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.332759 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.333110 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.333449 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.333774 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.334096 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.334414 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f136-6970-4269-a8e9-6c86f011bc1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:10:39.382527 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.402470 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.488617 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.491145 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:39.494830 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a851c7e-76e5-4e80-8831-dcc2d15b4aa4 HTTP/1.1" status: 204 len: 168 time: 0.1707978 Jul 12 18:10:39.502303 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b93bc-ef56-4c2f-b514-1af0034662ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a851c7e-76e5-4e80-8831-dcc2d15b4aa4,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:10:39.540216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:40.112662 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:10:41.691690 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:03.048625 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:11:06.514881 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6a5c-b767-4644-9ad9-b557b4e100b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:09.093103 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4ce651d4-5778-4640-ad76-37d377408ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:09.530942 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:10.116047 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:11.694558 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:36.514958 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-107ae367-1cb6-479e-905c-088f61c2f3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:39.092765 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3821c1ef-2822-4409-a37e-acf257f75a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:39.531840 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:40.046991 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 5 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:11:40.118482 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:11:41.697716 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:06.515376 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-54d0dbce-f7a7-4175-904a-ebde8a59a984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:09.093021 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e56d1506-6f85-4a29-b7fe-6fc59ba88ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:09.532989 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:10.122758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:11.701676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:14.930294 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578831'] for agent, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:17.046604 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:12:29.816733 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44702) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:12:29.918633 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-725871e6-bfc1-4bc9-8afd-42572219e453 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008091 Jul 12 18:12:32.046409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44712) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:12:32.097442 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1034ffab-9833-43e1-9401-4a1d2b2873dc admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0499532 Jul 12 18:12:36.515809 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e2a57690-6420-4b80-b802-08e05ca4c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:39.092720 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f48ccf3a-8d68-4bc0-a820-7518bdae0362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:39.534824 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:40.123597 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:41.703442 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:44.922499 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:12:54.044945 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:13:06.517245 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9e405189-9290-457b-8013-c596224888ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:09.092482 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cf514953-1bab-4cf6-9490-7f6a4272bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:09.535668 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:10.126018 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:11.705957 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:14.948947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:31.043811 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:13:36.517871 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9b5a74b4-bdb7-438e-b8eb-d293a8aa2e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:39.092336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-02f73272-78c9-44e6-8dee-e966e9a969c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:39.536100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:40.131653 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:41.709689 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:13:44.950216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:01.515257 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44916) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:01.940945 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44934) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:01.976726 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44938) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:02.011487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1571639932-network', 'tenant_id': 'de3445a061a840218d8506fb674b408f'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.052040 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Made reservation on behalf of de3445a061a840218d8506fb674b408f for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:02.054452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.063221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.174763 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 44958) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:02.203509 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.209273 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.256573 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-network', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.262124 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a376a72-b427-4774-8b25-2c25d05b184a,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:02.263321 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-network', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.274776 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.275390 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.276439 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.277056 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.277752 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.279631 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.280250 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.281074 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.282276 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.282862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.283408 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.284098 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Tracked resource versions report: Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: pushed versions: Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: { 'AddressGroup': {'1.2'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'ConntrackHelper': {'1.0'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Log': {'1.0'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Network': {'1.1'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Port': {'1.7'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'PortForwarding': {'1.2'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'QosPolicy': {'1.8'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroup': {'1.4'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SubPort': {'1.0'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Subnet': {'1.1'}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Trunk': {'1.1'}} Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: consumer versions: Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: HyperV agent@hv-cinder-80030: {}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'ConntrackHelper': '1.0', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Log': '1.0', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Network': '1.1', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Port': '1.7', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'PortForwarding': '1.2', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'QosPolicy': '1.8', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroup': '1.4', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SecurityGroupRule': '1.2', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'SubPort': '1.0', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Subnet': '1.1', Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: 'Trunk': '1.1'}} Jul 12 18:14:02.288344 dv-cinder-800306-3-iscsi neutron-server[93134]: {{(pid=93134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:14:02.300522 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Made reservation on behalf of 8847d36ed0dc4eba840a46ece48c56bf for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:02.304670 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.317066 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.337909 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Made reservation on behalf of 3cc1acb8ad0a40018faffaba275c8737 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:02.342912 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.351627 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:02.358961 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1405872531-network', 'tenant_id': 'e1229435acf540d5b386b47a47577c4d'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.362951 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.379468 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.380166 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Added segment 3dafcb15-e18c-4924-9340-29b0f2852035 of type vlan for network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 Jul 12 18:14:02.427057 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.453312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.466193 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.474521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.476568 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:02.477672 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.501952 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba6f54-20a5-435a-b5db-8aef92821744,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:02.513090 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.513503 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.513846 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.514353 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.514838 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.515522 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.516004 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.516481 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.516997 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.517613 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.518220 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.518818 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Tracked resource versions report: Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: pushed versions: Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: { 'AddressGroup': {'1.2'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'ConntrackHelper': {'1.0'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Log': {'1.0'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Network': {'1.1'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Port': {'1.7'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'PortForwarding': {'1.2'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'QosPolicy': {'1.8'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroup': {'1.4'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SubPort': {'1.0'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Subnet': {'1.1'}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Trunk': {'1.1'}} Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: consumer versions: Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: HyperV agent@hv-cinder-80030: {}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'ConntrackHelper': '1.0', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Log': '1.0', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Network': '1.1', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Port': '1.7', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'PortForwarding': '1.2', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'QosPolicy': '1.8', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroup': '1.4', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SecurityGroupRule': '1.2', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'SubPort': '1.0', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Subnet': '1.1', Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: 'Trunk': '1.1'}} Jul 12 18:14:02.520101 dv-cinder-800306-3-iscsi neutron-server[93133]: {{(pid=93133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:14:02.529069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:02.539478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Made reservation on behalf of e1229435acf540d5b386b47a47577c4d for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:02.543299 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.555496 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.559776 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.560332 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Added segment ffc75900-d5f9-421d-a8b3-581860bed356 of type vlan for network 901e5af3-580b-4f5c-8feb-00f2ad8827fa Jul 12 18:14:02.640948 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.691077 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:02.701610 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.702936 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:02.703763 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.703939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:02.772591 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.783557 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.815593 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef444d0e-3ff2-4b3c-bb20-49afce52bcba,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:02.819976 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7b822927-3052-4500-8b0c-57c3f6f8c412 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3034999 Jul 12 18:14:02.822920 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44980) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:02.829319 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Request body: {'subnet': {'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1571639932-subnet', 'tenant_id': 'de3445a061a840218d8506fb674b408f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.842837 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:02.857811 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8763313 Jul 12 18:14:02.859862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44986) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:02.873784 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed40415-116b-493c-94d8-c7d6fdcffc98 admin admin] Pushing event updated for resources: {'Network': ['ID=901e5af3-580b-4f5c-8feb-00f2ad8827fa,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:02.877424 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Request body: {'subnet': {'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-subnet', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:02.893329 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:02.893723 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Added segment d61241dd-1c4f-4273-ba8a-180cdd217d47 of type vlan for network 23524221-d272-4c1b-8e08-88f6ce67acaf Jul 12 18:14:02.894817 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:02.991850 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.057740 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.058692 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:03.059515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.095526 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.105200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.151876 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:03.156984 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c2d47b-f566-41e5-a969-a158d043224c,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:03.168273 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2263613 Jul 12 18:14:03.170967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 44998) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:03.180778 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Request body: {'subnet': {'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-subnet', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:03.195172 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.195527 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd3cc2-79c7-4572-87d2-57dd4fc9b19e admin admin] Pushing event updated for resources: {'Network': ['ID=23524221-d272-4c1b-8e08-88f6ce67acaf,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:03.195864 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Added segment 224bc3b0-2301-4e24-bb2c-9816acf15c50 of type vlan for network ece71284-8a70-4465-9ca6-1518f8f5c035 Jul 12 18:14:03.205427 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Made reservation on behalf of de3445a061a840218d8506fb674b408f for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:03.206356 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 23524221-d272-4c1b-8e08-88f6ce67acaf details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:03.208203 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.302394 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.315524 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Made reservation on behalf of 8847d36ed0dc4eba840a46ece48c56bf for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:03.318961 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.350630 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.352320 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:03.353113 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.432141 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ece71284-8a70-4465-9ca6-1518f8f5c035,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:03.443602 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network ece71284-8a70-4465-9ca6-1518f8f5c035 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:03.523264 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.578144 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Pushing event updated for resources: {'Subnet': ['ID=683d6963-b73c-4cf4-8d04-90e73249177f,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:03.601976 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Made reservation on behalf of 3cc1acb8ad0a40018faffaba275c8737 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:03.604864 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.606874 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8957976f-2457-4d06-94ea-4b0da58f14c0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4309502 Jul 12 18:14:03.609727 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45022) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:03.617680 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Request body: {'subnet': {'network_id': 'ece71284-8a70-4465-9ca6-1518f8f5c035', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1405872531-subnet', 'tenant_id': 'e1229435acf540d5b386b47a47577c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:03.661335 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Made reservation on behalf of e1229435acf540d5b386b47a47577c4d for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:03.665040 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.738661 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Checking segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:03.739243 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Network hostable DHCP agents. Network: 901e5af3-580b-4f5c-8feb-00f2ad8827fa, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:03.826936 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.856075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:03.907356 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 901e5af3-580b-4f5c-8feb-00f2ad8827fa) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:03.917762 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:03.918595 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:03.923736 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d341c5-a702-4e40-90c2-e700d3e0d754 None None] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:03.926924 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42418870-d7d1-4b77-ac98-4390b67d015f,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:03.966605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-151ab37f-604b-4e8e-ba46-908020ec314c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1014516 Jul 12 18:14:03.967730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Checking segment: {'id': '3dafcb15-e18c-4924-9340-29b0f2852035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:03.968253 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Network hostable DHCP agents. Network: 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:03.972511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45050) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:03.978173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.001768 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:04.040511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a9ac04-0bf7-4d3a-b23f-3838c32134ec,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:04.051825 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.052928 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.059027 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.091857 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Checking segment: {'id': '224bc3b0-2301-4e24-bb2c-9816acf15c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ece71284-8a70-4465-9ca6-1518f8f5c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:04.092895 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Network hostable DHCP agents. Network: ece71284-8a70-4465-9ca6-1518f8f5c035, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:04.120688 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Network ece71284-8a70-4465-9ca6-1518f8f5c035 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:04.131811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:04.139606 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, ece71284-8a70-4465-9ca6-1518f8f5c035) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:04.155006 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:04.155605 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.163543 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca06a32-9071-4b8c-9b9f-ecb2a1829942 None None] Network ece71284-8a70-4465-9ca6-1518f8f5c035 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:04.178439 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:14:04.178869 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:04.179697 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.186747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.187800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=386f0a65-cb22-476a-94ad-4fbb0c769ed0,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:04.193021 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2213af2d-dd4c-4a5a-b5bd-b278b10e9757 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5818000 Jul 12 18:14:04.210126 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eadc3c-ffce-4617-ad27-b8f689903496 None None] Network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:04.222769 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:04.223373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.245615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45062) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:04.329534 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Checking segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:04.329871 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Network hostable DHCP agents. Network: 23524221-d272-4c1b-8e08-88f6ce67acaf, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:04.368037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aead-cea3-4a7f-af5d-975bcaecf29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.421140 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-265a8b4a-4a78-40ff-864e-430f4c50f561 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5955935 Jul 12 18:14:04.440758 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.463486 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Network 23524221-d272-4c1b-8e08-88f6ce67acaf is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:04.514508 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 23524221-d272-4c1b-8e08-88f6ce67acaf) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:04.525083 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:04.526255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.548449 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aead-cea3-4a7f-af5d-975bcaecf29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.555828 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ea5aead-cea3-4a7f-af5d-975bcaecf29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.566338 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-071839e0-1a5c-4a5e-bbb7-208558f0f28a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3926623 Jul 12 18:14:04.572760 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45074) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:04.581487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:04.587373 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Allocated IP 172.20.0.2 (901e5af3-580b-4f5c-8feb-00f2ad8827fa/683d6963-b73c-4cf4-8d04-90e73249177f/25d63322-c1f7-4f87-ae91-919d097230f4) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:04.624544 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.626103 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.648459 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5aead-cea3-4a7f-af5d-975bcaecf29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e356a7-b25d-4b4d-9feb-dbe45c3b4f3b,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:04.653836 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-5ea5aead-cea3-4a7f-af5d-975bcaecf29a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfa081dab8144cfea392117beebe4aa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4071491 Jul 12 18:14:04.656398 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45078) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:04.737847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.751433 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0322ca-1a92-46cf-bd94-9161d44eac73 None None] Network ece71284-8a70-4465-9ca6-1518f8f5c035 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:04.754811 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b430ca-ebad-49fa-ae9e-434606716d2e None None] Network 23524221-d272-4c1b-8e08-88f6ce67acaf requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:04.785404 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.867950 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.903188 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a6cb6-47f4-4096-bbab-90846e178096 None None] Network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:04.903489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.906235 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.907917 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32e356a7-b25d-4b4d-9feb-dbe45c3b4f3b HTTP/1.1" status: 204 len: 168 time: 0.2503541 Jul 12 18:14:04.928858 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabaab3-4b0a-4dc9-b433-dbd374b4c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e356a7-b25d-4b4d-9feb-dbe45c3b4f3b,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:04.976769 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:04.986785 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Transition to ACTIVE for port object 25d63322-c1f7-4f87-ae91-919d097230f4 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:05.003591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Transition to ACTIVE for port object 25d63322-c1f7-4f87-ae91-919d097230f4 will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:05.012190 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.024957 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.053826 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.212299 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:05.277021 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:05.279777 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.320689 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:05.391171 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Pushing event updated for resources: {'Port': ['ID=25d63322-c1f7-4f87-ae91-919d097230f4,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:05.433464 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Allocated IP 172.27.3.247 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/46adf508-262a-494a-9244-2667519982d7) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:05.466057 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45146) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:05.468294 dv-cinder-800306-3-iscsi neutron-server[93133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 18:14:05.484100 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45148) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:05.497335 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.497695 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.498022 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.498358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.498680 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.499012 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.499327 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.500184 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.500184 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.500330 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.500608 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.500950 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Tracked resource versions report: Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: pushed versions: Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: { 'AddressGroup': {'1.2'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'ConntrackHelper': {'1.0'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Log': {'1.0'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Network': {'1.1'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Port': {'1.7'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'PortForwarding': {'1.2'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'QosPolicy': {'1.8'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroup': {'1.4'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SubPort': {'1.0'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Subnet': {'1.1'}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Trunk': {'1.1'}} Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: consumer versions: Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: HyperV agent@hv-cinder-80030: {}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'ConntrackHelper': '1.0', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Log': '1.0', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Network': '1.1', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Port': '1.7', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'PortForwarding': '1.2', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'QosPolicy': '1.8', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroup': '1.4', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SecurityGroupRule': '1.2', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'SubPort': '1.0', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Subnet': '1.1', Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: 'Trunk': '1.1'}} Jul 12 18:14:05.502067 dv-cinder-800306-3-iscsi neutron-server[93135]: {{(pid=93135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:14:05.556513 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06a1cf-546d-4c67-b0f1-74607f55e0d3 None None] Network 23524221-d272-4c1b-8e08-88f6ce67acaf requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:05.565106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127815290-network', 'tenant_id': '59dcde5cd8ad4d5fa3825b9570129c3f'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:05.617294 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.644731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.648427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Attempting to bind port 25d63322-c1f7-4f87-ae91-919d097230f4 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:05.648953 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Attempting to bind port 25d63322-c1f7-4f87-ae91-919d097230f4 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:05.649422 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Attempting to bind port 25d63322-c1f7-4f87-ae91-919d097230f4 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:05.661156 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:05.661681 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Checking segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:05.662209 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.662693 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Bound using segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:05.663269 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Bound port: 25d63322-c1f7-4f87-ae91-919d097230f4, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:05.663766 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.746546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.819012 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] For port 25d63322-c1f7-4f87-ae91-919d097230f4, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:05.823254 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] For port 25d63322-c1f7-4f87-ae91-919d097230f4, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=25d63322-c1f7-4f87-ae91-919d097230f4,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:05.827917 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.899083 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.912069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Made reservation on behalf of 59dcde5cd8ad4d5fa3825b9570129c3f for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:05.914863 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.917892 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Allocated IP 172.27.3.235 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:05.930721 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:05.931546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:05.937708 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:05.965816 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:06.050003 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.068682 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-339c9d97-9b88-4f7b-bb50-de19f3f714c1 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:06.070372 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-339c9d97-9b88-4f7b-bb50-de19f3f714c1 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/networks?id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 HTTP/1.1" status: 200 len: 812 time: 0.6032584 Jul 12 18:14:06.071947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.104692 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-21783bf9-662a-4617-9cdb-73942cd3cc1e tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/quotas/de3445a061a840218d8506fb674b408f HTTP/1.1" status: 200 len: 375 time: 0.0178514 Jul 12 18:14:06.105506 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:06.238305 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.247469 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7083b-8c28-4580-9528-3c6e75021557,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:06.278847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8b07-e26e-45fd-b590-91baf1a23b47 None None] Pushing event updated for resources: {'Port': ['ID=25d63322-c1f7-4f87-ae91-919d097230f4,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:06.312114 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.312461 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Added segment ca91527c-950e-451e-9e34-162315b36c1c of type vlan for network f93f4f33-dc28-4060-bdf9-8f736954dcbb Jul 12 18:14:06.317024 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-383aaf6e-e683-41af-880c-3dba8913a7c5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=de3445a061a840218d8506fb674b408f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2026854 Jul 12 18:14:06.396274 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.440724 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Pushing event updated for resources: {'Port': ['ID=46adf508-262a-494a-9244-2667519982d7,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:06.474130 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.475197 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:06.475809 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.529310 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-551f192c-d00e-4169-a635-611bea7879d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.623491 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1204307 Jul 12 18:14:06.626972 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45204) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:06.632587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Request body: {'subnet': {'network_id': 'f93f4f33-dc28-4060-bdf9-8f736954dcbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1127815290-subnet', 'tenant_id': '59dcde5cd8ad4d5fa3825b9570129c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:06.655250 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfdd32-26d6-45e2-a248-381cdd738385 admin admin] Pushing event updated for resources: {'Network': ['ID=f93f4f33-dc28-4060-bdf9-8f736954dcbb,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:06.679344 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network f93f4f33-dc28-4060-bdf9-8f736954dcbb details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:06.693139 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Made reservation on behalf of 59dcde5cd8ad4d5fa3825b9570129c3f for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:06.703598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.734362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.769120 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.848136 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:06.848906 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-934fd9fb-1012-4c77-8c8c-75f40225897e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:14:06.850140 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-934fd9fb-1012-4c77-8c8c-75f40225897e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2409308 Jul 12 18:14:06.914025 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45208) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:06.940057 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:06.946430 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:06.955236 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:06.958357 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Pushing event updated for resources: {'Port': ['ID=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:07.009442 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-7a4312d4-5056-4451-8210-608477732abd service neutron] 10.222.0.39 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461320 Jul 12 18:14:07.095348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:14:07.112512 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.114373 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67bc008a-f4cf-4d59-a014-fb98d22afe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.244419 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-3dc65b37-c55a-452d-b8b6-571baf179f33 service neutron] 10.222.0.39 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088110 Jul 12 18:14:07.251565 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a278fc-0517-4a75-8b23-eae4b8acc7e0,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:07.268598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Checking segment: {'id': 'ca91527c-950e-451e-9e34-162315b36c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f93f4f33-dc28-4060-bdf9-8f736954dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:07.268723 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Network hostable DHCP agents. Network: f93f4f33-dc28-4060-bdf9-8f736954dcbb, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:07.316240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Network f93f4f33-dc28-4060-bdf9-8f736954dcbb is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:07.348648 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, f93f4f33-dc28-4060-bdf9-8f736954dcbb) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:07.352732 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67bc008a-f4cf-4d59-a014-fb98d22afe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.356972 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:07.358929 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.367027 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fcf38-d229-4762-8105-d4b1fdc7361c None None] Network f93f4f33-dc28-4060-bdf9-8f736954dcbb requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:07.368574 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67bc008a-f4cf-4d59-a014-fb98d22afe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.400012 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-377dc125-fa20-4b9b-8291-82457da5ad76 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7718909 Jul 12 18:14:07.414375 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-67bc008a-f4cf-4d59-a014-fb98d22afe09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b39885327c4404b93274f431472f752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4972558 Jul 12 18:14:07.418365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45228) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:07.443834 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc008a-f4cf-4d59-a014-fb98d22afe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea484c1-36a1-4575-ab86-03a9ce481638,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:07.511065 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:14:07.523010 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:14:07.536307 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.545617 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:07.549659 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:13:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:07.582899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.584146 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-854bc534-9317-441f-a5a7-84679f3eaf6d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6104116 Jul 12 18:14:07.587262 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45234) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:07.601672 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.707145 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45240) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:07.746588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:07.817996 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5bb22-7d3c-4421-bc2e-da4496614028 None None] Network f93f4f33-dc28-4060-bdf9-8f736954dcbb requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:07.835059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45248) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:07.840455 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:07.917175 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 25d63322-c1f7-4f87-ae91-919d097230f4 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:07.921480 dv-cinder-800306-3-iscsi neutron-server[93134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 18:14:07.979339 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23700d9a-6c1c-424e-ad14-fa45a7d67a0a None None] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:08.057571 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b4a239cc-4d77-4ff1-aaed-6432da29a81f req-04796cdc-013f-492f-b31e-1086ebab0c1f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.2197127 Jul 12 18:14:08.066145 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.070015 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.073303 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:14:08.075117 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ea484c1-36a1-4575-ab86-03a9ce481638 HTTP/1.1" status: 204 len: 168 time: 0.6540551 Jul 12 18:14:08.102405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dd45d-eb51-464c-9792-70835e8c9970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea484c1-36a1-4575-ab86-03a9ce481638,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:08.142387 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45262) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:08.156280 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-f0ef13c5-6efc-419f-8dc7-1efefe7a7062 None None] Provisioning for port 25d63322-c1f7-4f87-ae91-919d097230f4 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:08.190899 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Deleting subnet 64a9ac04-0bf7-4d3a-b23f-3838c32134ec {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:14:08.199151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.202577 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:06Z', 'revision_number': 3, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:08.242423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.263322 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:14:08.267091 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Updating router 5cf5c545-ece6-4feb-b72d-df5156336e96 port 46adf508-262a-494a-9244-2667519982d7 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:14:08.329566 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 25d63322-c1f7-4f87-ae91-919d097230f4 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:08.363888 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.405143 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 25d63322-c1f7-4f87-ae91-919d097230f4 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:08.409938 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.516657 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.545309 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Router b73b0f5d-096b-445e-a38d-0900a15016b0 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:14:08.558307 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.591249 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.656849 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 25d63322-c1f7-4f87-ae91-919d097230f4, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=25d63322-c1f7-4f87-ae91-919d097230f4,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:08.662447 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.686384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1645-48bc-4a58-a836-854504ec2d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.776991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=25d63322-c1f7-4f87-ae91-919d097230f4,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:08.777827 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:14:08.798887 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Sync routers for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:14:08.825185 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:08.825998 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:13:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:08.965585 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-6f906403-e0be-4ad2-9b5e-f7b6ea82d15d None None] Provisioning complete for port 25d63322-c1f7-4f87-ae91-919d097230f4 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:08.965963 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6f906403-e0be-4ad2-9b5e-f7b6ea82d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:08.983610 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.030396 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:09.104728 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Transition to ACTIVE for port object 46adf508-262a-494a-9244-2667519982d7 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:09.109937 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.118247 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.154404 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.154404 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/64a9ac04-0bf7-4d3a-b23f-3838c32134ec HTTP/1.1" status: 204 len: 168 time: 1.3102305 Jul 12 18:14:09.155744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45306) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:09.202052 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a2b968c6-e516-4c67-a10a-8755de0281f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.215503 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Pushing event updated for resources: {'Port': ['ID=46adf508-262a-494a-9244-2667519982d7,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:09.228165 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f4e611e2-068b-483f-9d70-f431f5fa1c22 req-db52800a-259e-45f3-baa3-52c9a71501c0 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.0992093 Jul 12 18:14:09.231355 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Attempting to bind port 46adf508-262a-494a-9244-2667519982d7 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:09.231791 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Attempting to bind port 46adf508-262a-494a-9244-2667519982d7 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:09.233563 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Attempting to bind port 46adf508-262a-494a-9244-2667519982d7 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:09.247550 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70bf2b-a3f5-49f2-9168-4505021bdfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a9ac04-0bf7-4d3a-b23f-3838c32134ec,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:09.253633 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:09.256446 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:09.256601 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.256998 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:09.257714 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Bound port: 46adf508-262a-494a-9244-2667519982d7, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:09.260407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.266374 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.266724 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.267072 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.268622 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.268946 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.269294 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.271796 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.272174 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.272506 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.273099 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.273453 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.275955 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Tracked resource versions report: Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: pushed versions: Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: { 'AddressGroup': {'1.2'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'ConntrackHelper': {'1.0'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Log': {'1.0'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Network': {'1.1'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Port': {'1.7'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'PortForwarding': {'1.2'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'QosPolicy': {'1.8'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroup': {'1.4'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroupRule': {'1.2'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SubPort': {'1.0'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Subnet': {'1.1'}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Trunk': {'1.1'}} Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: consumer versions: Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: { DHCP agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: HyperV agent@hv-cinder-80030: {}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: L3 agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: Metadata agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: Metering agent@dv-cinder-800306-3-iscsi: {}, Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: Open vSwitch agent@dv-cinder-800306-3-iscsi: { 'AddressGroup': '1.2', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'ConntrackHelper': '1.0', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Log': '1.0', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Network': '1.1', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Port': '1.7', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'PortForwarding': '1.2', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'QosPolicy': '1.8', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroup': '1.4', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SecurityGroupRule': '1.2', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'SubPort': '1.0', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Subnet': '1.1', Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: 'Trunk': '1.1'}} Jul 12 18:14:09.277176 dv-cinder-800306-3-iscsi neutron-server[93136]: {{(pid=93136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 18:14:09.318045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.405290 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] For port 46adf508-262a-494a-9244-2667519982d7, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:09.410563 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] For port 46adf508-262a-494a-9244-2667519982d7, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=46adf508-262a-494a-9244-2667519982d7,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:09.417633 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.421811 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:07Z', 'revision_number': 3, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:09.465332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Checking router: b73b0f5d-096b-445e-a38d-0900a15016b0 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:14:09.465726 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Updating router b73b0f5d-096b-445e-a38d-0900a15016b0 port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:14:09.491618 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1645-48bc-4a58-a836-854504ec2d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.507856 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9fb1645-48bc-4a58-a836-854504ec2d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.510366 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.512504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-444131a8-d71b-44d4-8cef-4a9cab17f28e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9386349 Jul 12 18:14:09.515888 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45324) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:09.534137 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.579545 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:09.581696 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:09.597940 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.598394 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.599233 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.599641 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > port after_create 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.600025 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.600402 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > port after_update 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.601070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.601612 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.602142 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.602650 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.607120 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.623275 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.725996 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae6d7f-e7f9-4c3e-be80-2e8b299735eb None None] Pushing event updated for resources: {'Port': ['ID=46adf508-262a-494a-9244-2667519982d7,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:09.848269 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.848803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.848974 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.849484 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:14:09.850011 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece71284-8a70-4465-9ca6-1518f8f5c035']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:09.895426 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f9fb1645-48bc-4a58-a836-854504ec2d99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7ccbcc13bbb43b9b335bd57d4de3d03&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7354407 Jul 12 18:14:09.903502 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:09.906401 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45340) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:09.921969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224bc3b0-2301-4e24-bb2c-9816acf15c50') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:09.922501 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224bc3b0-2301-4e24-bb2c-9816acf15c50') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:09.941259 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb1645-48bc-4a58-a836-854504ec2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae05211-0f68-44f7-9633-18bdd5dd7ce7,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:09.983435 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:09.998949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 25d63322-c1f7-4f87-ae91-919d097230f4 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:10.013549 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.081433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.134015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:14:10.136397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: from cryptography.utils import int_from_bytes Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: from cryptography.utils import int_from_bytes Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:14:10.152629 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:14:10.166195 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 25d63322-c1f7-4f87-ae91-919d097230f4 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:10.166678 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.205794 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.367095 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:06Z', 'revision_number': 3, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:10.436799 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4477170f-2d1b-4ce5-92db-b20af988abe4 None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:06Z', 'revision_number': 3, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:14:10.515130 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.526542 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.533343 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.554562 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.568856 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.570745 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Transition to ACTIVE for port object 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:10.574789 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] 10.222.0.39 "DELETE /v2.0/networks/ece71284-8a70-4465-9ca6-1518f8f5c035 HTTP/1.1" status: 204 len: 168 time: 1.4160914 Jul 12 18:14:10.580304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45364) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:10.582414 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.649974 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Deleting subnet b9a278fc-0517-4a75-8b23-eae4b8acc7e0 {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:14:10.664316 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.668160 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305d0f-3548-488d-bf8b-cae25772b168 None None] Pushing event updated for resources: {'Port': ['ID=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:10.693042 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Attempting to bind port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:10.693380 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Attempting to bind port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:10.693745 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Attempting to bind port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:10.701012 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:10.701151 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:10.701521 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.701916 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:10.704586 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Bound port: 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:10.704586 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.779775 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6f49e941-1b34-4c75-859e-4180b978a87a req-c2f6804c-3869-425b-8f1d-ffed0ba94f2f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.1625166 Jul 12 18:14:10.781907 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.865104 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f41001-8298-4b64-88b5-3cf667d164fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ece71284-8a70-4465-9ca6-1518f8f5c035,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:10.905170 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] For port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:10.908534 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] For port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:10.918699 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.939565 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:10.996312 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305d0f-3548-488d-bf8b-cae25772b168 None None] Pushing event updated for resources: {'Port': ['ID=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:11.028106 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:11.028888 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:11.100325 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.144606 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Allocated IP 172.20.0.1 (901e5af3-580b-4f5c-8feb-00f2ad8827fa/683d6963-b73c-4cf4-8d04-90e73249177f/3e72f13a-1f37-43ed-affe-a03ae9d069d8) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:11.154082 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.157489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.165684 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ae05211-0f68-44f7-9633-18bdd5dd7ce7 HTTP/1.1" status: 204 len: 168 time: 1.2523022 Jul 12 18:14:11.229296 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa3d4-794d-4990-9be7-db55e33a28a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae05211-0f68-44f7-9633-18bdd5dd7ce7,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:11.232029 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Allocated IP 172.20.0.1 (23524221-d272-4c1b-8e08-88f6ce67acaf/386f0a65-cb22-476a-94ad-4fbb0c769ed0/6c1f90de-53e9-461b-a09d-ed1417dbb26a) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:11.241115 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.268568 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.278900 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45398) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:11.284115 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9a278fc-0517-4a75-8b23-eae4b8acc7e0 HTTP/1.1" status: 204 len: 168 time: 0.6884530 Jul 12 18:14:11.286116 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:11.322661 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d374b-4921-4426-a305-d892a474b1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a278fc-0517-4a75-8b23-eae4b8acc7e0,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:11.514590 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.569027 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.38', 62169) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:11.576575 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.619914 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Network 23524221-d272-4c1b-8e08-88f6ce67acaf is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:11.623368 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:11.627226 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:11.627704 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.676396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.731509 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:07Z', 'revision_number': 3, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:11.806742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1ca88-f108-4d34-a3c6-6e385585a236 None None] The sync data for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi is: [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:07Z', 'revision_number': 3, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:14:11.811587 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:11.828846 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 46adf508-262a-494a-9244-2667519982d7 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:11.953794 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45416) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:12.012458 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Pushing event updated for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:12.033296 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 46adf508-262a-494a-9244-2667519982d7 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:12.041146 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 46adf508-262a-494a-9244-2667519982d7 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:12.041693 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.067623 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.105554 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93f4f33-dc28-4060-bdf9-8f736954dcbb']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:12.105830 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45422) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:12.107604 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.121021 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca91527c-950e-451e-9e34-162315b36c1c') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:12.121327 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca91527c-950e-451e-9e34-162315b36c1c') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:12.142976 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.177262 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.189257 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:14:12.190066 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.215941 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.295221 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 46adf508-262a-494a-9244-2667519982d7, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=46adf508-262a-494a-9244-2667519982d7,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:12.314391 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.350194 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:14:12.369676 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:14:12.436034 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=46adf508-262a-494a-9244-2667519982d7,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:12.487112 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.496412 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.502817 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c3bbbf97-5e69-4b0d-8289-bdbfa7845e76 req-44d1a095-aaf9-44a0-b52b-63e54459af8a tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.1635759 Jul 12 18:14:12.503440 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.514261 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-71d0faf7-957a-43c8-84e5-d96f75c3f957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.543025 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.547265 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] 10.222.0.39 "DELETE /v2.0/networks/f93f4f33-dc28-4060-bdf9-8f736954dcbb HTTP/1.1" status: 204 len: 168 time: 1.2537532 Jul 12 18:14:12.547265 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Transition to ACTIVE for port object 3e72f13a-1f37-43ed-affe-a03ae9d069d8 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:12.580572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b81f-de75-44fc-9861-cb0667cd2d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f93f4f33-dc28-4060-bdf9-8f736954dcbb,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:12.614499 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-0d093493-8a5e-44cf-aa89-afe58e5badb8 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:12.616012 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-0d093493-8a5e-44cf-aa89-afe58e5badb8 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.38 "GET /v2.0/networks?id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 HTTP/1.1" status: 200 len: 812 time: 1.0444391 Jul 12 18:14:12.657382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.674723 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Pushing event updated for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:12.709046 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Request body: {'port': {'device_id': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1', 'admin_state_up': True, 'tenant_id': 'de3445a061a840218d8506fb674b408f'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:12.722866 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d80-5312-4ec1-bfb5-411f65f4f412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:12.897708 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45474) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:12.982103 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Network 23524221-d272-4c1b-8e08-88f6ce67acaf is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:12.992790 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:13.104984 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c46ab0da-0101-4351-9253-e08ea701039f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1229435acf540d5b386b47a47577c4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1851895 Jul 12 18:14:13.106018 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45488) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:13.122128 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:13.177346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:13.228679 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:13.266379 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Router b73b0f5d-096b-445e-a38d-0900a15016b0 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:14:13.283059 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:13.407778 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:13.596477 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c6a68ade-f387-4f69-b3ee-09de21e82ef2 None None] Provisioning for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:13.601687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Pushing event updated for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:13.608474 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c6a68ade-f387-4f69-b3ee-09de21e82ef2 None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:13.609982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c6a68ade-f387-4f69-b3ee-09de21e82ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:13.615899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:14:13.660365 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-479ab346-e6a7-4822-9b95-b4b7d3d0296d admin admin] 10.222.0.39 "PUT /v2.0/routers/b73b0f5d-096b-445e-a38d-0900a15016b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1432750 Jul 12 18:14:13.721788 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-c6a68ade-f387-4f69-b3ee-09de21e82ef2 None None] Port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:14:13.870914 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:13.905814 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45510) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:14.046367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:14.069033 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.077543 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-71d0faf7-957a-43c8-84e5-d96f75c3f957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.095385 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2f303cbf-fcca-480e-bec3-7aaab2c7a752 req-8ee62409-5543-4335-aea4-dac145c0fc85 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.1221166 Jul 12 18:14:14.098696 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-71d0faf7-957a-43c8-84e5-d96f75c3f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.241104 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:14.241846 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:14.242227 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.250420 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-71d0faf7-957a-43c8-84e5-d96f75c3f957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73b6ce6684c74efcb49c9749d849179d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2946198 Jul 12 18:14:14.255438 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45528) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:14.303600 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.db.api [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 18:14:14.303600 dv-cinder-800306-3-iscsi neutron-server[93133]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 18:14:14.303600 dv-cinder-800306-3-iscsi neutron-server[93133]: [parameters: {'project_id_1': 'de3445a061a840218d8506fb674b408f', 'expiration_1': datetime.datetime(2021, 7, 12, 18, 14, 13, 77121)}] Jul 12 18:14:14.303600 dv-cinder-800306-3-iscsi neutron-server[93133]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 18:14:14.303930 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG oslo_db.api [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 18:14:14.338459 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0201-bf75-4c7b-bd40-38becc1e0708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.404719 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.446742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:14.452386 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d80-5312-4ec1-bfb5-411f65f4f412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.452749 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.485702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7d80-5312-4ec1-bfb5-411f65f4f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.513752 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 46adf508-262a-494a-9244-2667519982d7 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:14.532502 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0faf7-957a-43c8-84e5-d96f75c3f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ec03d0-c175-49eb-b8bf-6ab3251fc62e,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:14.563220 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb7d80-5312-4ec1-bfb5-411f65f4f412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a265824-aa2c-488c-a5da-1431ad829660,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:14.578392 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.689528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:14.704653 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.727373 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 46adf508-262a-494a-9244-2667519982d7 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:14.727970 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.742330 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-fdeb7d80-5312-4ec1-bfb5-411f65f4f412 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc3f37cca2f749a9b8e37010f461b63c&name=default HTTP/1.1" status: 200 len: 2978 time: 2.6301794 Jul 12 18:14:14.749668 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45548) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:14.928761 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.934257 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.941294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.945511 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97c2d47b-f566-41e5-a969-a158d043224c HTTP/1.1" status: 204 len: 168 time: 1.8376000 Jul 12 18:14:14.952952 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.959417 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Sync routers for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:14:14.974998 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:14.975332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:14.976199 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:15.004588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.049278 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bbf33-4242-44b1-a581-589eb551d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c2d47b-f566-41e5-a969-a158d043224c,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:15.237104 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Pushing event updated for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:15.278223 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.306123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d60e0dfa-afa8-45a4-b65f-5ca1da00aadb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:15.316307 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d60e0dfa-afa8-45a4-b65f-5ca1da00aadb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 819 time: 0.6781237 Jul 12 18:14:15.445619 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-a90f0167-c299-41e8-bf08-da132ed45b4f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/quotas/3cc1acb8ad0a40018faffaba275c8737 HTTP/1.1" status: 200 len: 375 time: 0.1283169 Jul 12 18:14:15.455985 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.471871 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.475345 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26ec03d0-c175-49eb-b8bf-6ab3251fc62e HTTP/1.1" status: 204 len: 168 time: 1.2113776 Jul 12 18:14:15.544098 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:15.557678 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b835d2a1-d367-4671-a783-d677e999b43b req-ee64d89d-9bf1-4aa9-96c0-1b1c0594d133 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.1408660 Jul 12 18:14:15.565918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca3391-7b71-4b39-9baf-3596905ab780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ec03d0-c175-49eb-b8bf-6ab3251fc62e,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:15.572953 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c30043d4-12bb-465c-9031-670f24f1a717 None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:15.575546 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c30043d4-12bb-465c-9031-670f24f1a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.642252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.698576 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45564) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:15.738526 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-c30043d4-12bb-465c-9031-670f24f1a717 None None] Port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:14:15.740505 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:15.794015 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:15.798787 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:15.808283 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:15.850200 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e21d4b13-b356-453d-b014-54128ea1bc40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59dcde5cd8ad4d5fa3825b9570129c3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1491930 Jul 12 18:14:15.851740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45568) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:16.040279 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0201-bf75-4c7b-bd40-38becc1e0708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.044512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:16.046517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.072379 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0201-bf75-4c7b-bd40-38becc1e0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.102881 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '6c1f90de-53e9-461b-a09d-ed1417dbb26a', 'name': '', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'mac_address': 'fa:16:3e:a1:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 2, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'subnets': [{'id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:16.152016 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.165104 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.170251 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a265824-aa2c-488c-a5da-1431ad829660 HTTP/1.1" status: 204 len: 168 time: 1.3705788 Jul 12 18:14:16.202650 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Checking router: b73b0f5d-096b-445e-a38d-0900a15016b0 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:14:16.203019 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Updating router b73b0f5d-096b-445e-a38d-0900a15016b0 port 6c1f90de-53e9-461b-a09d-ed1417dbb26a binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:14:16.275426 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0201-bf75-4c7b-bd40-38becc1e0708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5896aa94-8662-40af-9222-70950acf1e9c,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:16.276482 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7ebb9edf-e14c-46e2-98e2-079e002defdd None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:16.276849 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7ebb9edf-e14c-46e2-98e2-079e002defdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.310338 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Made reservation on behalf of de3445a061a840218d8506fb674b408f for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:16.333883 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.340298 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.350108 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb9edf-e14c-46e2-98e2-079e002defdd None None] Port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:14:16.390830 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e02c-f940-4e95-abb7-455b5461db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a265824-aa2c-488c-a5da-1431ad829660,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:16.404059 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-cb0c0201-bf75-4c7b-bd40-38becc1e0708 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e41b79499ff4f78944173d495f0b85a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4930847 Jul 12 18:14:16.410533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45580) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:16.504195 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.530826 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-f6d52062-96d2-4383-807a-1b79e2d0bfe7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0508983 Jul 12 18:14:16.600490 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.634274 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.845309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:14:16.870346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45602) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:16.872592 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.969766 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:16.987648 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Transition to ACTIVE for port object 6c1f90de-53e9-461b-a09d-ed1417dbb26a will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:17.005064 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.082298 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0f00-ece8-49d3-935b-ec874442809c None None] Pushing event updated for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:17.130157 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f905316c-e856-4dd0-8075-1575f847cb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.159859 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Attempting to bind port 6c1f90de-53e9-461b-a09d-ed1417dbb26a on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:17.160460 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Attempting to bind port 6c1f90de-53e9-461b-a09d-ed1417dbb26a by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:17.160703 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Attempting to bind port 6c1f90de-53e9-461b-a09d-ed1417dbb26a on network 23524221-d272-4c1b-8e08-88f6ce67acaf {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:17.177226 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:17.177619 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Checking segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:17.178088 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.178670 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Bound using segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:17.179279 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Bound port: 6c1f90de-53e9-461b-a09d-ed1417dbb26a, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:17.179682 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.205565 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3fcf6d15-f7ca-442c-8e94-b5d2945d5999 req-2703fbe3-f977-4908-930b-20fdcb685479 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.3013852 Jul 12 18:14:17.252803 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.256595 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.258596 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5896aa94-8662-40af-9222-70950acf1e9c HTTP/1.1" status: 204 len: 168 time: 0.8457031 Jul 12 18:14:17.292786 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-2a0fed2c-9e04-4547-b062-9f56920e0ce7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:14:17.297150 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-2a0fed2c-9e04-4547-b062-9f56920e0ce7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1285911 Jul 12 18:14:17.299764 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb8ac-a6b3-4d83-a372-88946c04e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5896aa94-8662-40af-9222-70950acf1e9c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:17.361380 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] For port 6c1f90de-53e9-461b-a09d-ed1417dbb26a, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:17.372205 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] For port 6c1f90de-53e9-461b-a09d-ed1417dbb26a, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6c1f90de-53e9-461b-a09d-ed1417dbb26a,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:17.381082 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.393409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Allocated IP 172.20.0.6 (0cb235e9-6fa6-43a3-a803-6c5bef70f7e1/42418870-d7d1-4b77-ac98-4390b67d015f/36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:17.474619 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.477078 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.480552 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dad7083b-8c28-4580-9528-3c6e75021557 HTTP/1.1" status: 204 len: 168 time: 1.6217284 Jul 12 18:14:17.529536 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a85a8-1ccb-4988-88d1-e6c903e6451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7083b-8c28-4580-9528-3c6e75021557,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:17.536989 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:14:17.548100 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-37584491-c968-4647-b582-609a585e5b84 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cf5c545-ece6-4feb-b72d-df5156336e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9588718 Jul 12 18:14:17.563613 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:14:17.600175 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-0950b98a-0e2f-4a52-b683-fc9a0894af24 service neutron] 10.222.0.39 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877619 Jul 12 18:14:17.612398 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:17.621668 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:17.644497 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:17.654732 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:17.770309 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0f00-ece8-49d3-935b-ec874442809c None None] Pushing event updated for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=4']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:17.785051 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-3f9a9191-630e-4b6f-b595-d2d616e098c0 service neutron] 10.222.0.39 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774428 Jul 12 18:14:17.838280 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f905316c-e856-4dd0-8075-1575f847cb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.846797 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f905316c-e856-4dd0-8075-1575f847cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:17.989338 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f905316c-e856-4dd0-8075-1575f847cb16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f41a2ec8aa714b27a127ee1ebf9c2f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060193 Jul 12 18:14:17.991990 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45624) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:18.010232 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905316c-e856-4dd0-8075-1575f847cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0412088-2c96-434c-b974-2f98a47be304,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:18.017712 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.019187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:18.084113 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.089992 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:18.126913 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.174415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.229028 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.232339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.233722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0412088-2c96-434c-b974-2f98a47be304 HTTP/1.1" status: 204 len: 168 time: 0.2406776 Jul 12 18:14:18.285222 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba2f42-0639-4947-b49e-70d41caf9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0412088-2c96-434c-b974-2f98a47be304,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:18.460221 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7fa7f954-8836-4722-bbe2-7af069a2a815 req-b8cbcfe3-0b50-4587-9156-33672cabc8d8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0628920 Jul 12 18:14:18.494985 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:18.497033 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:18.508575 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:18.575740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 2, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:18.605991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:14:18.606641 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Updating router 5cf5c545-ece6-4feb-b72d-df5156336e96 port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:14:18.607777 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Pushing event updated for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:18.647208 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.726729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:18.733743 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:18.783452 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-16d0bcbd-076b-4862-b91f-ded68fd9d754 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0817251 Jul 12 18:14:18.794034 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '6c1f90de-53e9-461b-a09d-ed1417dbb26a', 'name': '', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'mac_address': 'fa:16:3e:a1:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:17Z', 'revision_number': 4, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'subnets': [{'id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:18.835863 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-12eaffe5-9924-4d1c-8fe9-2488bf6d88ed tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:14:18.836818 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-12eaffe5-9924-4d1c-8fe9-2488bf6d88ed tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052643 Jul 12 18:14:18.843217 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959512-ef4f-491f-883d-3c4324064f5f None None] The sync data for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi is: [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '6c1f90de-53e9-461b-a09d-ed1417dbb26a', 'name': '', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'mac_address': 'fa:16:3e:a1:e8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:17Z', 'revision_number': 4, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'subnets': [{'id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:14:18.916461 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b81a7-2c43-4b33-88e2-ca4c62729e43 req-4525806e-8d98-4991-bff3-f775f5908dfc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:18.940769 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b44b81a7-2c43-4b33-88e2-ca4c62729e43 req-4525806e-8d98-4991-bff3-f775f5908dfc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 931 time: 0.4409251 Jul 12 18:14:19.096748 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b44b81a7-2c43-4b33-88e2-ca4c62729e43 req-915afa9d-2eef-4703-941b-bed12a6646be tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549222 Jul 12 18:14:19.301057 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:19.325341 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Transition to ACTIVE for port object 3e72f13a-1f37-43ed-affe-a03ae9d069d8 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:19.337951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:19.464126 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b55f9-fee5-4eef-b96c-f828500a8a01 None None] Pushing event updated for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:19.731432 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-a63bcd7b-2143-456b-94d7-05724610ca79 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:19.748256 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-a63bcd7b-2143-456b-94d7-05724610ca79 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 819 time: 0.3264055 Jul 12 18:14:19.812149 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-1ff5d899-9ad8-4177-97c5-2f4f8c739137 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/quotas/3cc1acb8ad0a40018faffaba275c8737 HTTP/1.1" status: 200 len: 375 time: 0.0621002 Jul 12 18:14:19.830329 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45700) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:19.943952 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6c1f90de-53e9-461b-a09d-ed1417dbb26a up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:20.099511 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Attempting to bind port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:20.104303 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Attempting to bind port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:20.105970 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Attempting to bind port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:20.169765 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:20.173785 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Checking segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:20.175655 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.177435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Bound using segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:20.179119 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Bound port: 3e72f13a-1f37-43ed-affe-a03ae9d069d8, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:20.183273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.199549 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf286995-bc3f-4895-9fa0-91d8627d95fd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3841121 Jul 12 18:14:20.416809 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 6c1f90de-53e9-461b-a09d-ed1417dbb26a completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:20.493308 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-82881a57-e06d-4ad1-9bd9-f7ed1ebaeb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.506617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 6c1f90de-53e9-461b-a09d-ed1417dbb26a triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:20.510680 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.515603 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-89553b03-9bc9-4129-aa9b-0c61b6fa5d20 service neutron] 10.222.0.39 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133657 Jul 12 18:14:20.615295 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] For port 3e72f13a-1f37-43ed-affe-a03ae9d069d8, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:20.692320 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] For port 3e72f13a-1f37-43ed-affe-a03ae9d069d8, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=3e72f13a-1f37-43ed-affe-a03ae9d069d8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:20.721869 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.803730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-82881a57-e06d-4ad1-9bd9-f7ed1ebaeb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.818764 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-82881a57-e06d-4ad1-9bd9-f7ed1ebaeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:20.879966 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-3073a97c-4a64-45c0-8880-bcdccc808229 service neutron] 10.222.0.39 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573236 Jul 12 18:14:20.896283 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:20.897029 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:20.906874 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Request body: {'port': {'device_id': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:20.957112 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-82881a57-e06d-4ad1-9bd9-f7ed1ebaeb29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c083278fd9d44e4af43b5ffa352ed7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1208644 Jul 12 18:14:20.958583 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45728) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:21.126423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.267004 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881a57-e06d-4ad1-9bd9-f7ed1ebaeb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90f378-b137-43ed-958a-2242f80577e3,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:21.308573 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b55f9-fee5-4eef-b96c-f828500a8a01 None None] Pushing event updated for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:21.335928 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.355898 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.461783 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.523910 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 6c1f90de-53e9-461b-a09d-ed1417dbb26a, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6c1f90de-53e9-461b-a09d-ed1417dbb26a,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:21.551037 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.595205 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:21.665469 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.669045 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:21.670305 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee90f378-b137-43ed-958a-2242f80577e3 HTTP/1.1" status: 204 len: 168 time: 0.7023377 Jul 12 18:14:21.699252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2bd0-ce21-4134-9c9c-41f9d1596359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90f378-b137-43ed-958a-2242f80577e3,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:21.997899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45760) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:22.005075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457687304', 'description': 'tempest-description--823504955'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:22.086601 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.109511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e708-ae9d-4488-af7c-b7057533e5ea req-78dc2e33-f37e-44ad-ad8f-f109e611e1b5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:22.122820 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ac63e708-ae9d-4488-af7c-b7057533e5ea req-78dc2e33-f37e-44ad-ad8f-f109e611e1b5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 931 time: 0.4014544 Jul 12 18:14:22.214084 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d58d67e9-fe4a-4044-bb45-e2f0f1f0f507 req-ec65950b-da75-4224-8e65-b8fb37779391 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 210 time: 0.1561213 Jul 12 18:14:22.233306 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:22.383892 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ac63e708-ae9d-4488-af7c-b7057533e5ea req-83387bde-7f93-450e-b7a1-ccccf6fa7671 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588770 Jul 12 18:14:22.414969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:22.438656 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.455544 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.469020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.475029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Transition to ACTIVE for port object 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:22.481354 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.519218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:20Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:22.541406 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.38', 62185) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:22.599767 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:22.601059 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6012959 Jul 12 18:14:22.612720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc305018-6f07-4411-9eb9-4e2b54037283 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b520d1bd-99c9-48a2-9c1b-e75de05626a9,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:22.615376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45774) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:22.623321 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group_rule': {'security_group_id': 'b520d1bd-99c9-48a2-9c1b-e75de05626a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:22.629498 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262b06c-7de9-41c5-98bf-72895911ee4e None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:20Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:14:22.638398 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Pushing event updated for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:22.780611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.088804 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.096385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.161515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83714ef6-cf7d-4887-8fb6-b0f894f03b8f,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:23.208590 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.214875 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-923e85e1-af43-482c-b967-c08241c1d78d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951822 Jul 12 18:14:23.215944 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45782) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:23.221521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group_rule': {'security_group_id': 'b520d1bd-99c9-48a2-9c1b-e75de05626a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:23.263258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.311650 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45790) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:23.347537 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-3a592951-cc8c-4116-a0a3-1b91dc40b483 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:23.353658 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-3a592951-cc8c-4116-a0a3-1b91dc40b483 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 819 time: 0.2779706 Jul 12 18:14:23.406035 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Attempting to bind port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:23.409191 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Attempting to bind port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '3dafcb15-e18c-4924-9340-29b0f2852035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:23.409872 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Attempting to bind port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c on network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:23.420771 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c on network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:14:23.422354 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Attempting to bind port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c on network 0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:23.427828 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.434481 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.442500 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:23.442867 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Checking segment: {'id': '3dafcb15-e18c-4924-9340-29b0f2852035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:23.443433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Bound using segment: {'id': '3dafcb15-e18c-4924-9340-29b0f2852035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:23.443906 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Bound port: 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dafcb15-e18c-4924-9340-29b0f2852035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:23.444271 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.489895 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.497563 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802403 Jul 12 18:14:23.499011 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45800) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:23.511259 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8851c-d524-400b-89a7-270c26f35e29 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1334f644-779c-4cd6-9772-5e57357fcaf2,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:23.524478 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:23.656613 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:23.666837 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,segment=NetworkSegment(3dafcb15-e18c-4924-9340-29b0f2852035),segment_id=3dafcb15-e18c-4924-9340-29b0f2852035)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:23.680483 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Request body: {'port': {'device_id': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'admin_state_up': True, 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:23.683438 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-39de50d6-7e4b-4b1e-990d-24409d6684cd req-1a9eca1e-8d45-4874-a8fa-9a584a7920c6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 210 time: 0.1118495 Jul 12 18:14:23.689045 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:23.935796 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.107562 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6c1f90de-53e9-461b-a09d-ed1417dbb26a up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:24.108376 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:24.109102 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.110460 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] 10.222.0.38 "PUT /v2.0/ports/36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c HTTP/1.1" status: 200 len: 1093 time: 4.2379806 Jul 12 18:14:24.111066 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:24.139173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Made reservation on behalf of 3cc1acb8ad0a40018faffaba275c8737 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:24.143317 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.159776 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-138b2791-3c1a-4ec2-ac5c-7a3cffe8225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.221154 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ed9e3-b633-404d-abef-c5aa7917ba85 req-6ff8e898-be9c-4dd5-abbc-8d5226a65b9e tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:24.228066 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5b5ed9e3-b633-404d-abef-c5aa7917ba85 req-6ff8e898-be9c-4dd5-abbc-8d5226a65b9e tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.2953691 Jul 12 18:14:24.316577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 6c1f90de-53e9-461b-a09d-ed1417dbb26a triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:24.329364 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.379171 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.507235 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.38', 62189) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:24.532105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 3e72f13a-1f37-43ed-affe-a03ae9d069d8 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:24.617312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1158a-466e-4d82-b3bb-4438a435e69e service neutron] Pushing event updated for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:24.663056 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:24.667510 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:24.668097 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.771756 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-138b2791-3c1a-4ec2-ac5c-7a3cffe8225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.809827 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Allocated IP 172.27.3.3 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/a90fbfd5-7047-4c43-aa22-3c7e84d69cdd) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:24.855966 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5b5ed9e3-b633-404d-abef-c5aa7917ba85 req-8486691b-2c57-4480-8578-eaa2cf098659 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269286 Jul 12 18:14:24.907822 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Allocated IP 172.20.0.11 (23524221-d272-4c1b-8e08-88f6ce67acaf/386f0a65-cb22-476a-94ad-4fbb0c769ed0/2a06293a-565b-4690-89c9-e38b01a13c17) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:24.927782 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:24.971270 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-dc7777d6-8865-48d9-aff1-a7444a9741e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:24.981623 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-dc7777d6-8865-48d9-aff1-a7444a9741e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de3445a061a840218d8506fb674b408f&device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 1096 time: 0.5363386 Jul 12 18:14:25.026580 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-138b2791-3c1a-4ec2-ac5c-7a3cffe8225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.041103 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 3e72f13a-1f37-43ed-affe-a03ae9d069d8, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=3e72f13a-1f37-43ed-affe-a03ae9d069d8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:25.047928 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.114688 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c01876-c096-4471-85d8-11d9d207d5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:25.172571 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aa592161-e37f-4434-a774-44e806c6f682 req-4af431b8-3e49-43e2-8065-a1aaa495eba9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 210 time: 0.1349666 Jul 12 18:14:25.197716 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:25.243725 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-138b2791-3c1a-4ec2-ac5c-7a3cffe8225a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12f8c7b34bea47dab1144f74d3b76813&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9292278 Jul 12 18:14:25.248579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45840) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:25.254713 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2791-3c1a-4ec2-ac5c-7a3cffe8225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80377f68-482d-4d2b-a849-5c5a4d092525,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:25.265354 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-cabee508-29a3-4908-8713-c89ad009dcdc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c HTTP/1.1" status: 200 len: 217 time: 0.2487118 Jul 12 18:14:25.272071 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-2c1c955a-dea7-4ddb-a3b8-3bf9348f6503 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:25.273600 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-2c1c955a-dea7-4ddb-a3b8-3bf9348f6503 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 819 time: 0.5758908 Jul 12 18:14:25.301181 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Request body: {'port': {'device_id': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'admin_state_up': True, 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:25.521410 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-1ac9e5d0-612b-400f-bbed-a4a5bdc75e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:25.524182 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-1ac9e5d0-612b-400f-bbed-a4a5bdc75e77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42418870-d7d1-4b77-ac98-4390b67d015f HTTP/1.1" status: 200 len: 852 time: 0.2449796 Jul 12 18:14:25.623393 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.659748 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-ec226352-7cc1-4f86-90ed-c56b696e981d None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:25.665777 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ec226352-7cc1-4f86-90ed-c56b696e981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.680201 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-c92c7ae8-bde5-43af-8236-1b5987399ed2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412446 Jul 12 18:14:25.765681 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.789990 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.795847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.872597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:25.887992 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5149f6f-381c-4139-ae8c-58053e64bfaf x-openstack-request-id: req-e5149f6f-381c-4139-ae8c-58053e64bfaf {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:25.888217 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:25.888686 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5149f6f-381c-4139-ae8c-58053e64bfaf {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:25.889612 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c', 'status': 'completed', 'code': 200} Jul 12 18:14:25.941249 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 3e72f13a-1f37-43ed-affe-a03ae9d069d8 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:26.023772 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-b4961c76-62ce-4a5c-984c-bdc30d15d6f2 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327288 Jul 12 18:14:26.025760 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.077170 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.079683 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.080872 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80377f68-482d-4d2b-a849-5c5a4d092525 HTTP/1.1" status: 204 len: 168 time: 0.8273492 Jul 12 18:14:26.093746 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:26.097872 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:26.110646 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:26.111024 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.130702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:26.221001 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14c2fcd7-ee4b-47ba-93ff-b0c95979b940 req-a9b29653-3506-4abc-9192-c92e2e53e044 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818714 Jul 12 18:14:26.222642 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Pushing event updated for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:26.240764 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Network 23524221-d272-4c1b-8e08-88f6ce67acaf is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:26.244697 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:26.249414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:26.352243 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:26.353768 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.363639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.381504 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d7ab3b12-6c4b-4250-92c4-f586535aa8b4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7108493 Jul 12 18:14:26.392050 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8a8c-af9a-4715-aa50-2e2ff04bd4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80377f68-482d-4d2b-a849-5c5a4d092525,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:26.422484 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=a90fbfd5-7047-4c43-aa22-3c7e84d69cdd,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:26.475907 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-31b84621-27e5-4f95-8e03-d9dadd2e3bb1 req-2ca2bd29-55fb-48f3-bd51-3a64733ced21 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 210 time: 0.0511556 Jul 12 18:14:26.622469 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Made reservation on behalf of 3cc1acb8ad0a40018faffaba275c8737 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:26.625987 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.642174 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.736180 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Request body: {'port': {'device_id': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:26.816238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7788c-10de-4ba9-ab52-94be7326a93d req-11e572cf-1591-45b1-829e-ab51f3e15b71 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:26.823081 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fce7788c-10de-4ba9-ab52-94be7326a93d req-11e572cf-1591-45b1-829e-ab51f3e15b71 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.4421167 Jul 12 18:14:26.932413 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:26.987600 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-3fc1266a-6de4-4a1e-9e90-f1a7a259984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:26.989660 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-3fc1266a-6de4-4a1e-9e90-f1a7a259984f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de3445a061a840218d8506fb674b408f&device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 1096 time: 0.2009101 Jul 12 18:14:27.029584 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fce7788c-10de-4ba9-ab52-94be7326a93d req-9bf39747-1a39-4096-9a50-77bb0c102665 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035387 Jul 12 18:14:27.094261 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Allocated IP 172.20.0.6 (23524221-d272-4c1b-8e08-88f6ce67acaf/386f0a65-cb22-476a-94ad-4fbb0c769ed0/0b66f631-2ce8-4754-b3b4-1e21d7f9047d) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:27.118597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.139571 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.231323 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.238325 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45902) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:27.248406 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-1201eeea-ede2-46a1-a168-2b32b95da3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:27.250283 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-1201eeea-ede2-46a1-a168-2b32b95da3a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 HTTP/1.1" status: 200 len: 913 time: 0.2449861 Jul 12 18:14:27.288864 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ee5616ec-e248-4f1b-a852-6c01da9d4e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.317205 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.321334 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8176367 Jul 12 18:14:27.323856 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-48711fe6-64dc-40bf-b1ec-c1207c32b266 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c HTTP/1.1" status: 200 len: 217 time: 0.0660512 Jul 12 18:14:27.335060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c05d-7510-41b7-97c9-5a2e6b04060c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=a90fbfd5-7047-4c43-aa22-3c7e84d69cdd,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:27.413421 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-f9ace4c8-60d4-45e2-b3d3-80bef20f818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:27.415558 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-f9ace4c8-60d4-45e2-b3d3-80bef20f818b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42418870-d7d1-4b77-ac98-4390b67d015f HTTP/1.1" status: 200 len: 852 time: 0.0848942 Jul 12 18:14:27.467594 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-f07f84df-c923-4112-8a3d-997a268c9a6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433664 Jul 12 18:14:27.480420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.543465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ee5616ec-e248-4f1b-a852-6c01da9d4e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.550840 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ee5616ec-e248-4f1b-a852-6c01da9d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.573544 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.665009 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ee5616ec-e248-4f1b-a852-6c01da9d4e21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=316daf097ebc4940ab4624ab78e348ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175110 Jul 12 18:14:27.671324 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 45918) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:27.725142 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5616ec-e248-4f1b-a852-6c01da9d4e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f6b42-0985-469f-9358-75fac612ac0d,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:27.762075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Network 23524221-d272-4c1b-8e08-88f6ce67acaf is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:27.786687 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:27.803286 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:27.809593 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:27.810352 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.816445 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Pushing event updated for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:27.870727 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-cf77b01b-9b17-4c1c-a82f-c2a6b7481545 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5796752 Jul 12 18:14:27.886025 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-2caec54c-ffe3-4e79-978d-ed5b07687f36 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--457687304&fields=id&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 267 time: 0.1300199 Jul 12 18:14:27.893409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Request body: {'port': {'device_id': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:27.898948 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:27.970997 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-c91c0a9d-8839-4cd4-ba8c-0d21dfbf98f5 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962537 Jul 12 18:14:28.006600 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.062416 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7284fd-7a58-4ff4-85d2-fa6675377ac7 req-932f9db1-6065-4800-af58-54eee75c2c33 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:28.069160 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a7284fd-7a58-4ff4-85d2-fa6675377ac7 req-932f9db1-6065-4800-af58-54eee75c2c33 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 931 time: 0.3207099 Jul 12 18:14:28.127397 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.195592 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-5b08a6b7-1546-4a3e-8781-95606ada21b4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:28.198885 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-5b08a6b7-1546-4a3e-8781-95606ada21b4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 817 time: 0.2816274 Jul 12 18:14:28.203688 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a7284fd-7a58-4ff4-85d2-fa6675377ac7 req-39c2e462-eb98-46ce-bbc8-3d7e6b53c323 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336620 Jul 12 18:14:28.209189 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a06293a-565b-4690-89c9-e38b01a13c17 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:28.222788 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.243915 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c01876-c096-4471-85d8-11d9d207d5f3 req-b88484f0-2cab-42a6-8cce-0540a1643b13 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633340 Jul 12 18:14:28.311364 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Transition to ACTIVE for port object 2a06293a-565b-4690-89c9-e38b01a13c17 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:28.320637 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.320899 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-d66d4678-bbc8-4295-8fe9-81bc7aee829f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/quotas/8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 375 time: 0.0732152 Jul 12 18:14:28.336893 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.340237 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.341602 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e4f6b42-0985-469f-9358-75fac612ac0d HTTP/1.1" status: 204 len: 168 time: 0.6673467 Jul 12 18:14:28.397305 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecec9e8-555d-44fb-9dbc-eaada1f05385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f6b42-0985-469f-9358-75fac612ac0d,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:28.499129 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Pushing event updated for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:28.584868 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ebde1-0b14-4629-9bdb-363520a9aba6 req-cecd2d20-e7c9-4436-a88e-0dbe5dfe91e5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:28.591787 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-edfa27df-65a5-41bc-bb73-2b1b238adacc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422228 Jul 12 18:14:28.592294 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-378ebde1-0b14-4629-9bdb-363520a9aba6 req-cecd2d20-e7c9-4436-a88e-0dbe5dfe91e5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.1813092 Jul 12 18:14:28.601774 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Attempting to bind port 2a06293a-565b-4690-89c9-e38b01a13c17 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:28.602094 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Attempting to bind port 2a06293a-565b-4690-89c9-e38b01a13c17 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:28.602419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Attempting to bind port 2a06293a-565b-4690-89c9-e38b01a13c17 on network 23524221-d272-4c1b-8e08-88f6ce67acaf {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:28.620852 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Port 2a06293a-565b-4690-89c9-e38b01a13c17 on network 23524221-d272-4c1b-8e08-88f6ce67acaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:14:28.621182 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Attempting to bind port 2a06293a-565b-4690-89c9-e38b01a13c17 on network 23524221-d272-4c1b-8e08-88f6ce67acaf {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:28.629962 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:28.630333 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Checking segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:28.630779 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Bound using segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:28.631289 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Bound port: 2a06293a-565b-4690-89c9-e38b01a13c17, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:28.631654 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.665704 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-378ebde1-0b14-4629-9bdb-363520a9aba6 req-2574ff6b-496c-41b0-8976-483432b00db8 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729539 Jul 12 18:14:28.711654 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b66f631-2ce8-4754-b3b4-1e21d7f9047d {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:28.722218 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.737913 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45966) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:28.749525 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Transition to ACTIVE for port object 0b66f631-2ce8-4754-b3b4-1e21d7f9047d will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:28.762218 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.777270 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-c9aa5845-5043-4f84-b70f-3e0b004a3a9b service neutron] 10.222.0.39 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629500 Jul 12 18:14:28.786144 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:28.792987 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2a06293a-565b-4690-89c9-e38b01a13c17,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:28.802356 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.860981 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:28.861854 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.863491 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 1094 time: 2.1317344 Jul 12 18:14:28.863955 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:28.866590 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:28.899569 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5129dc2-362e-4d36-af99-b5bfe7973657 service neutron] Pushing event updated for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:28.955002 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2dec6d94-4c42-4fa0-933e-8c4760c96ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:28.964661 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee535df-57c4-468e-a4e1-b9e4d5f3da88 x-openstack-request-id: req-cee535df-57c4-468e-a4e1-b9e4d5f3da88 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:28.964661 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:28.964891 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cee535df-57c4-468e-a4e1-b9e4d5f3da88 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:28.966046 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17', 'status': 'completed', 'code': 200} Jul 12 18:14:29.145477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2dec6d94-4c42-4fa0-933e-8c4760c96ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.151682 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2dec6d94-4c42-4fa0-933e-8c4760c96ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.157948 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:29.170097 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-21fc8373-3d9a-4f08-bc23-c187ec5a4d3a service neutron] 10.222.0.39 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684592 Jul 12 18:14:29.174746 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Attempting to bind port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:29.175138 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Attempting to bind port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:29.175538 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Attempting to bind port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d on network 23524221-d272-4c1b-8e08-88f6ce67acaf {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:29.180400 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d on network 23524221-d272-4c1b-8e08-88f6ce67acaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:14:29.181059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Attempting to bind port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d on network 23524221-d272-4c1b-8e08-88f6ce67acaf {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:29.187324 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:29.187666 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Checking segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:29.188231 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Bound using segment: {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:29.188700 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Bound port: 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61241dd-1c4f-4273-ba8a-180cdd217d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:29.189163 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.227052 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2dec6d94-4c42-4fa0-933e-8c4760c96ae9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f7367438d5441afaa8fa510d9efaec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852767 Jul 12 18:14:29.227052 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec6d94-4c42-4fa0-933e-8c4760c96ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ba447-32d3-4fbc-b7c0-29a872128406,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:29.230509 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 45992) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:29.316977 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.341180 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:29.364060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:29.374262 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.378134 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.446037 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:29.451959 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.453554 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] 10.222.0.38 "PUT /v2.0/ports/0b66f631-2ce8-4754-b3b4-1e21d7f9047d HTTP/1.1" status: 200 len: 1093 time: 1.5647061 Jul 12 18:14:29.454300 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:29.524128 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219992c4-8692-4bf8-81d3-e1d66c1a9431 req-b76b736d-c77a-4f44-91a7-f7ea1d1a1beb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:29.526313 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-219992c4-8692-4bf8-81d3-e1d66c1a9431 req-b76b736d-c77a-4f44-91a7-f7ea1d1a1beb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.0974050 Jul 12 18:14:29.528058 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.530374 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:29.533861 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a3ba447-32d3-4fbc-b7c0-29a872128406 HTTP/1.1" status: 204 len: 168 time: 0.2999649 Jul 12 18:14:29.570551 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e13de-c906-4216-a96d-63cad05f164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ba447-32d3-4fbc-b7c0-29a872128406,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:29.598475 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-219992c4-8692-4bf8-81d3-e1d66c1a9431 req-faee87e9-8e2a-48f0-89a0-9164cfdcc37b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655618 Jul 12 18:14:29.674806 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8048f610-03f7-4f29-97c9-c2ca2ebd36b7 req-bb335e54-94f3-4a39-b811-c04d79312e85 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 210 time: 0.1302185 Jul 12 18:14:29.683636 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2627e-a35b-43b6-a168-dcb8b592c7cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:29.859292 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb203644-f59f-4922-affb-7b1b748f5614" -d '{"events": [{"name": "network-changed", "server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:29.889177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22434f9-0833-460c-a337-4a89a90da81d req-ec4e35f4-933d-4e79-aed9-7de6c5cd9368 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:29.896060 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c22434f9-0833-460c-a337-4a89a90da81d req-ec4e35f4-933d-4e79-aed9-7de6c5cd9368 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.0930727 Jul 12 18:14:29.934104 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c22434f9-0833-460c-a337-4a89a90da81d req-c478aa5b-8a2c-49f4-b258-427de63c0184 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370762 Jul 12 18:14:30.040563 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46042) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:30.053597 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a830f47c-5da2-46ff-803f-909648386a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.149135 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a830f47c-5da2-46ff-803f-909648386a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.154337 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a830f47c-5da2-46ff-803f-909648386a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.184447 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830f47c-5da2-46ff-803f-909648386a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5935998-aa86-4460-8cae-3786fe3b3e86,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:30.205902 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a830f47c-5da2-46ff-803f-909648386a15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6adbb594873949239a44741e2a3f2a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641891 Jul 12 18:14:30.208408 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46048) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:30.264072 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.280347 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702057a6-6383-497e-a6a5-3b62dec7c805 x-openstack-request-id: req-702057a6-6383-497e-a6a5-3b62dec7c805 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:30.280643 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:30.280939 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-702057a6-6383-497e-a6a5-3b62dec7c805 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:30.281551 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d', 'status': 'completed', 'code': 200} Jul 12 18:14:30.287114 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.342115 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.345612 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:30.346773 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5935998-aa86-4460-8cae-3786fe3b3e86 HTTP/1.1" status: 204 len: 168 time: 0.1372228 Jul 12 18:14:30.356044 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5cf9f-cc74-4b1b-b66a-7a71e1f5d996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5935998-aa86-4460-8cae-3786fe3b3e86,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:30.866445 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715bd8c-2ba5-4c5d-9e37-61abac921f13 req-97184ff2-4d9b-4890-9c63-b91171f7c6a6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:30.877045 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6715bd8c-2ba5-4c5d-9e37-61abac921f13 req-97184ff2-4d9b-4890-9c63-b91171f7c6a6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.1363728 Jul 12 18:14:30.926497 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6715bd8c-2ba5-4c5d-9e37-61abac921f13 req-123807ff-a63a-4d41-b329-0492ebc652e7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Jul 12 18:14:30.933381 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c8ee5-a898-487d-9d15-1aa6632e6985 req-d7c7f7a0-b58f-4d01-a44a-488199223175 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 210 time: 0.0406289 Jul 12 18:14:31.114665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c574db-5881-49ac-bf38-f01081099278 req-dd656883-e889-4bbc-bf64-b4b7ddd851c5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:31.116171 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-43c574db-5881-49ac-bf38-f01081099278 req-dd656883-e889-4bbc-bf64-b4b7ddd851c5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.0670192 Jul 12 18:14:31.159774 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-43c574db-5881-49ac-bf38-f01081099278 req-f8c5c377-5bbf-4a37-b610-92e007f313af tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Jul 12 18:14:31.699149 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-5477fc1f-f49a-4040-a1c8-a44fd97c15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:31.700719 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-5477fc1f-f49a-4040-a1c8-a44fd97c15ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1097 time: 0.0674086 Jul 12 18:14:31.762417 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-f2c8fa88-3ab5-41d2-8208-572eaf79558a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0370903 Jul 12 18:14:31.861859 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203644-f59f-4922-affb-7b1b748f5614 req-5296c437-c133-48ef-b0d6-30bcf333acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:31.863833 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-eb203644-f59f-4922-affb-7b1b748f5614 req-5296c437-c133-48ef-b0d6-30bcf333acf3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1096 time: 0.1481481 Jul 12 18:14:31.869008 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-403ae643-3fa7-40af-83fe-1a88f110a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:31.870721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-403ae643-3fa7-40af-83fe-1a88f110a4a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0792339 Jul 12 18:14:31.934594 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-eb0c2596-d330-4e31-9875-e0ea87bd16dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361283 Jul 12 18:14:32.051630 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-32e6ac60-a669-4b24-ae4f-518e64a91a01 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095991 Jul 12 18:14:32.179576 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-caad65aa-a504-4e15-9841-aeebc4934190 req-c39edca1-852a-4bb7-b1c6-9d2d7feb87f6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 210 time: 0.0321231 Jul 12 18:14:32.203532 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203644-f59f-4922-affb-7b1b748f5614 req-f3cdb74a-1e0f-45a8-b6d2-9c6db5b3f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.205464 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-eb203644-f59f-4922-affb-7b1b748f5614 req-f3cdb74a-1e0f-45a8-b6d2-9c6db5b3f693 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3cc1acb8ad0a40018faffaba275c8737&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3070064 Jul 12 18:14:32.228721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8b70acf-61f4-4722-8a5d-e4f350eb87a3 req-fadb34a5-3d8a-4bfb-a5e6-a446ddeab41c service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696634 Jul 12 18:14:32.321669 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0891-5cac-4cfc-b57f-9f7ce9964721 req-29b542b9-a6f3-4b39-9136-237b9e28c2c4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.323065 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fbeb0891-5cac-4cfc-b57f-9f7ce9964721 req-29b542b9-a6f3-4b39-9136-237b9e28c2c4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.2080352 Jul 12 18:14:32.426180 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdb3f0-91b6-49cc-937f-119e37959d71 req-c0f34d0f-e32e-4c94-acfb-afe693e997f1 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.443746 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ebfdb3f0-91b6-49cc-937f-119e37959d71 req-c0f34d0f-e32e-4c94-acfb-afe693e997f1 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 943 time: 0.1360862 Jul 12 18:14:32.455678 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fbeb0891-5cac-4cfc-b57f-9f7ce9964721 req-3276e944-40b2-4572-85d6-87ae8352a1d6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Jul 12 18:14:32.471303 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-92915ac0-2443-4192-b9aa-17ab4ad39dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.471690 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203644-f59f-4922-affb-7b1b748f5614 req-3d2849b2-d132-438c-b627-bbaa747196e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.473161 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-eb203644-f59f-4922-affb-7b1b748f5614 req-3d2849b2-d132-438c-b627-bbaa747196e9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601340 Jul 12 18:14:32.473295 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-92915ac0-2443-4192-b9aa-17ab4ad39dac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1097 time: 0.1375537 Jul 12 18:14:32.565248 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ebfdb3f0-91b6-49cc-937f-119e37959d71 req-0b731289-f1c4-4b2f-a335-77f102db8cc0 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194520 Jul 12 18:14:32.607903 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46184) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:32.635260 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-d01e0e65-8e19-4fb3-99a4-946b99e6fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.637977 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-d01e0e65-8e19-4fb3-99a4-946b99e6fc5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1395013 Jul 12 18:14:32.655427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:14:32.659228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-33d625a1-8b88-4a34-ae9d-f169abfbb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.666310 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-33d625a1-8b88-4a34-ae9d-f169abfbb4fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1096 time: 0.1121035 Jul 12 18:14:32.743477 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-52346e5e-d82a-467b-847b-0637afa513bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0889523 Jul 12 18:14:32.813019 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-38edcd2c-504d-41b4-b05b-d7134cf2c6fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d HTTP/1.1" status: 200 len: 217 time: 0.1320026 Jul 12 18:14:32.828139 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,segment=NetworkSegment(3dafcb15-e18c-4924-9340-29b0f2852035),segment_id=3dafcb15-e18c-4924-9340-29b0f2852035)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:32.843207 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c', 'network_id': '0cb235e9-6fa6-43a3-a803-6c5bef70f7e1', 'port_id': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c', 'mac_address': 'fa:16:3e:6d:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42418870-d7d1-4b77-ac98-4390b67d015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:14:32.860573 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-7489326a-71d7-4370-8ea4-20f8f2bf9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.867317 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-7489326a-71d7-4370-8ea4-20f8f2bf9828 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.1117733 Jul 12 18:14:32.880047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-ac9b1dcd-52ad-4cf3-9a42-0980cccf545e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.888481 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-ac9b1dcd-52ad-4cf3-9a42-0980cccf545e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 817 time: 0.2741997 Jul 12 18:14:32.890092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:32.919402 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:32.938643 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-f3a6edd6-2552-497e-9576-c62a1f37dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:32.941295 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-f3a6edd6-2552-497e-9576-c62a1f37dda5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.1054642 Jul 12 18:14:32.943187 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b4-af99-47b6-bc22-b3013948cc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:32.963788 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,segment=NetworkSegment(3dafcb15-e18c-4924-9340-29b0f2852035),segment_id=3dafcb15-e18c-4924-9340-29b0f2852035)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:32.968125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.004465 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-2a81224b-e001-4892-b238-97e685b1b2f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149592 Jul 12 18:14:33.052174 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-afaf6473-21da-4726-8fc7-d0e4282de485 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 379 time: 0.1301143 Jul 12 18:14:33.060956 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-95e2b5cd-6b9d-4629-9e88-cb2b1705ce67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063128 Jul 12 18:14:33.077563 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:33.095850 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'port': {'device_id': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'admin_state_up': True, 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'security_groups': ['b520d1bd-99c9-48a2-9c1b-e75de05626a9']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:33.206585 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-f57bc61e-4aa9-478e-a899-39922b01f2e7 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363814 Jul 12 18:14:33.228635 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-b1cb66fd-f7c3-4858-9170-1b9477010e5b service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136946 Jul 12 18:14:33.262688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b4-af99-47b6-bc22-b3013948cc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.345085 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e77a73b4-af99-47b6-bc22-b3013948cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.365720 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aaccea-5e99-45f1-97c6-22493c7eb5dd req-7d64a9fa-f052-4323-bd8f-b51f1ff7beb7 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270621 Jul 12 18:14:33.381630 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Made reservation on behalf of 8847d36ed0dc4eba840a46ece48c56bf for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:33.403715 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.411772 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e77a73b4-af99-47b6-bc22-b3013948cc0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3706231b8b79429fb8e43df499902c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015742 Jul 12 18:14:33.414744 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46224) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:33.421647 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:14:33.626582 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a73b4-af99-47b6-bc22-b3013948cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b294e3b-14ec-4ce5-bac8-abee68861c84,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:33.641209 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Allocated IP 172.20.0.4 (901e5af3-580b-4f5c-8feb-00f2ad8827fa/683d6963-b73c-4cf4-8d04-90e73249177f/885b361e-ccfe-4f7d-b53b-1286b525bbd8) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:14:33.653671 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a0019752-c6ee-4454-86da-785df5ce320b req-c08cf0f3-16ef-4270-86ca-f172bc7b4731 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 210 time: 0.1892736 Jul 12 18:14:33.755124 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.774123 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-53e9d988-86ef-4f6b-9fde-594c38dedc8f req-51e9f3b8-44c7-4956-8598-a9091388d055 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433033 Jul 12 18:14:33.804023 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:33.865832 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fb856-3e4b-49c9-9914-d628afb2a648 req-73ec2ccb-e32e-4c31-b499-7bead2b29e81 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:33.867527 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-643fb856-3e4b-49c9-9914-d628afb2a648 req-73ec2ccb-e32e-4c31-b499-7bead2b29e81 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.2208362 Jul 12 18:14:33.870345 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46240) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:34.091280 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77df8e9-7831-4520-8325-00ba04fcb5a6 req-2b82c988-02ef-4dcd-a648-8367207410a0 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:34.097403 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f77df8e9-7831-4520-8325-00ba04fcb5a6 req-2b82c988-02ef-4dcd-a648-8367207410a0 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.2680449 Jul 12 18:14:34.120561 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-643fb856-3e4b-49c9-9914-d628afb2a648 req-15c34e48-2e11-423b-9d14-aee667a51dca tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360134 Jul 12 18:14:34.123090 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ce35cb6-3114-4dbd-8b66-8b140b5b6945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.134200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.134360 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.137107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.141469 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b294e3b-14ec-4ce5-bac8-abee68861c84 HTTP/1.1" status: 204 len: 168 time: 0.7158563 Jul 12 18:14:34.157564 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f77df8e9-7831-4520-8325-00ba04fcb5a6 req-286f90d6-7db7-424a-9616-b36b954ff805 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Jul 12 18:14:34.158440 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601dff5-4124-4a7b-8b4f-e5a752ebbbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b294e3b-14ec-4ce5-bac8-abee68861c84,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.159714 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Transition to ACTIVE for port object 885b361e-ccfe-4f7d-b53b-1286b525bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:34.250953 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.323339 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ce35cb6-3114-4dbd-8b66-8b140b5b6945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.327164 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.330428 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:14:34.332041 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9ce35cb6-3114-4dbd-8b66-8b140b5b6945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.336918 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:34.349482 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:14:34.402024 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce35cb6-3114-4dbd-8b66-8b140b5b6945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57371b02-48d0-4560-958d-d9d834e55bea,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.408199 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9ce35cb6-3114-4dbd-8b66-8b140b5b6945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af16b70c9137432a8e5b3de7fb4c2651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367315 Jul 12 18:14:34.411225 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46256) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:34.429948 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:34.431126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.449274 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-37f801ee-fd18-4c3d-9339-aac75b7afdab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586326 Jul 12 18:14:34.468680 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.488507 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46258) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:34.491164 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.502787 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf429-65a9-4ae0-92fc-082339ff8810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.542998 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d2756d1b-19d3-464f-a55e-393ba79ada86 None None] Provisioning for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:34.546616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.546736 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d2756d1b-19d3-464f-a55e-393ba79ada86 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:34.547153 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d2756d1b-19d3-464f-a55e-393ba79ada86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.549281 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.550729 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57371b02-48d0-4560-958d-d9d834e55bea HTTP/1.1" status: 204 len: 168 time: 0.1386721 Jul 12 18:14:34.561918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e097e02-2314-4ed4-b567-15448d17bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57371b02-48d0-4560-958d-d9d834e55bea,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.592669 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-d2756d1b-19d3-464f-a55e-393ba79ada86 None None] Port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:14:34.626740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf429-65a9-4ae0-92fc-082339ff8810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.630559 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf429-65a9-4ae0-92fc-082339ff8810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.667206 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bf429-65a9-4ae0-92fc-082339ff8810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52295dab-2cf1-4af8-bc13-68c1f7717cb8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.671375 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8e1bf429-65a9-4ae0-92fc-082339ff8810 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ce97952697f48baaae10cb03edb6f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817632 Jul 12 18:14:34.673868 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46264) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:34.727379 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.755376 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.829455 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.831906 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:34.833040 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52295dab-2cf1-4af8-bc13-68c1f7717cb8 HTTP/1.1" status: 204 len: 168 time: 0.1582544 Jul 12 18:14:34.843463 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26cff2-a426-49ae-9096-824f95f9a505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52295dab-2cf1-4af8-bc13-68c1f7717cb8,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:34.871649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226627a0-c622-4c80-a6ee-ba8ed24fcbcc req-4a7b1d80-cea2-4bdb-9d2c-ca71a17f532c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:34.873117 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-226627a0-c622-4c80-a6ee-ba8ed24fcbcc req-4a7b1d80-cea2-4bdb-9d2c-ca71a17f532c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 931 time: 0.0780051 Jul 12 18:14:34.921399 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-226627a0-c622-4c80-a6ee-ba8ed24fcbcc req-3dffa0b1-a989-41f4-b725-3581567bd2ba tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421834 Jul 12 18:14:34.924183 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46274) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:34.937889 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9121445c-8628-4e94-bfc4-294183aadac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.025987 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9121445c-8628-4e94-bfc4-294183aadac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.035251 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9121445c-8628-4e94-bfc4-294183aadac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.073266 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9121445c-8628-4e94-bfc4-294183aadac9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7e67ea8fd7741d49d522ea3f82f697d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480429 Jul 12 18:14:35.075137 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121445c-8628-4e94-bfc4-294183aadac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26913b3-751d-452c-b3ad-2035598ed7e2,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:35.075951 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46282) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:35.130599 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.152045 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.209073 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.213062 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.222211 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f26913b3-751d-452c-b3ad-2035598ed7e2 HTTP/1.1" status: 204 len: 168 time: 0.1451614 Jul 12 18:14:35.231308 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab511b1f-f94a-47af-95ec-87ceab088163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26913b3-751d-452c-b3ad-2035598ed7e2,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:35.391963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7fd5-175f-4314-bd98-94375bf7a43a req-dbd4903f-00d6-49e1-8fa7-67a4bd53c8ef tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:35.394416 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f91a7fd5-175f-4314-bd98-94375bf7a43a req-dbd4903f-00d6-49e1-8fa7-67a4bd53c8ef tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.0794134 Jul 12 18:14:35.403015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d8d5-6fc3-4bbd-a639-dbffc89d86e8 req-56352246-6201-41ea-9ebd-618738f49bab tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:35.405617 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5024d8d5-6fc3-4bbd-a639-dbffc89d86e8 req-56352246-6201-41ea-9ebd-618738f49bab tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.0806632 Jul 12 18:14:35.452116 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5024d8d5-6fc3-4bbd-a639-dbffc89d86e8 req-fb738fa9-19b9-40a6-b402-2a70900cc962 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367377 Jul 12 18:14:35.456218 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f91a7fd5-175f-4314-bd98-94375bf7a43a req-93e9c00f-693d-463b-a7a1-a5bd2e52cdb0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Jul 12 18:14:35.561176 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46312) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:35.712810 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182665446-network', 'tenant_id': 'd559e6b84d8e476ab0ab5ba5149612fa'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:35.733648 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Made reservation on behalf of d559e6b84d8e476ab0ab5ba5149612fa for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:35.744400 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.754240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.849048 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.852805 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.872315 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:35.887494 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97250d85-36e5-4bb7-b185-aa5153d1d758,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:35.890325 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.890659 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Added segment 1df15b2f-4b2c-49fd-a323-d156ac6af602 of type vlan for network e91e3c12-7576-46cf-bfc5-aa8bda92bd6d Jul 12 18:14:35.931015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.962355 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:35.963543 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:35.964218 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.022413 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4573941 Jul 12 18:14:36.022690 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46334) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:36.028933 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Request body: {'subnet': {'network_id': 'e91e3c12-7576-46cf-bfc5-aa8bda92bd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182665446-subnet', 'tenant_id': 'd559e6b84d8e476ab0ab5ba5149612fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:36.029227 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0c5f-f28c-44eb-bf87-f48c80f019ea admin admin] Pushing event updated for resources: {'Network': ['ID=e91e3c12-7576-46cf-bfc5-aa8bda92bd6d,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:36.042824 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network e91e3c12-7576-46cf-bfc5-aa8bda92bd6d details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:36.085060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Made reservation on behalf of d559e6b84d8e476ab0ab5ba5149612fa for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:36.087373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.164915 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b6f1a-3184-4625-b38a-b555f78485ff req-abc56d3b-3230-4f03-bb10-ca7af98ac575 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:36.166386 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ee0b6f1a-3184-4625-b38a-b555f78485ff req-abc56d3b-3230-4f03-bb10-ca7af98ac575 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 931 time: 0.1307664 Jul 12 18:14:36.221527 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ee0b6f1a-3184-4625-b38a-b555f78485ff req-8caf5295-f725-47e1-ab9e-0f4638b652a6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479670 Jul 12 18:14:36.312766 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.366654 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68284a17-18a5-4862-9ace-5105267c6b3a,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:36.377270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Checking segment: {'id': '1df15b2f-4b2c-49fd-a323-d156ac6af602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e91e3c12-7576-46cf-bfc5-aa8bda92bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:36.377616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Network hostable DHCP agents. Network: e91e3c12-7576-46cf-bfc5-aa8bda92bd6d, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:36.393546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Network e91e3c12-7576-46cf-bfc5-aa8bda92bd6d is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:36.402441 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, e91e3c12-7576-46cf-bfc5-aa8bda92bd6d) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:36.406988 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:36.407937 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.411070 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb6c89-c9b5-47c7-9ac3-da73ed86fe77 None None] Network e91e3c12-7576-46cf-bfc5-aa8bda92bd6d requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:36.430207 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-bb55ab19-2923-488c-a192-852291700872 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985400 Jul 12 18:14:36.548571 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0a739-f7ba-48cd-8049-7a28bf61943c None None] Network e91e3c12-7576-46cf-bfc5-aa8bda92bd6d requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:36.677882 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586a87c-fc32-4fab-901a-68cc948d90ad req-20caaf52-4569-48b7-af87-598a0085c702 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:36.681036 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7586a87c-fc32-4fab-901a-68cc948d90ad req-20caaf52-4569-48b7-af87-598a0085c702 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.1094604 Jul 12 18:14:36.693863 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2a06293a-565b-4690-89c9-e38b01a13c17 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:14:36.699944 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Request body: {'port': {'device_id': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:36.700425 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-297400fc-c45f-4c1e-9590-e59384d4151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.720409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6ef6e-1940-4fbc-b8f9-0f9dea96ac4b req-85065fa5-00cf-474d-9a2d-802c677c8740 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:36.721955 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-87b6ef6e-1940-4fbc-b8f9-0f9dea96ac4b req-85065fa5-00cf-474d-9a2d-802c677c8740 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.1244774 Jul 12 18:14:36.783777 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-87b6ef6e-1940-4fbc-b8f9-0f9dea96ac4b req-c4f000c8-4f4d-488d-93f9-055d8ec5393c tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542290 Jul 12 18:14:36.820234 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7586a87c-fc32-4fab-901a-68cc948d90ad req-c51ba6b4-45e4-428b-a588-ea89b9da5223 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323872 Jul 12 18:14:36.869599 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:36.927252 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2a06293a-565b-4690-89c9-e38b01a13c17,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:36.944214 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '2a06293a-565b-4690-89c9-e38b01a13c17', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'port_id': '2a06293a-565b-4690-89c9-e38b01a13c17', 'mac_address': 'fa:16:3e:d1:61:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:14:36.993368 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.007091 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a06293a-565b-4690-89c9-e38b01a13c17 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:37.034335 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2a06293a-565b-4690-89c9-e38b01a13c17,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:37.039880 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.109446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.158366 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46384) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:37.163389 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106780844-network', 'tenant_id': '418c02003685403db0d5f8c7a3acea64'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:37.193565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Made reservation on behalf of 418c02003685403db0d5f8c7a3acea64 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:37.193565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.205992 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.225004 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:37.233186 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.245401 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Transition to ACTIVE for port object 885b361e-ccfe-4f7d-b53b-1286b525bbd8 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:14:37.249451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.301580 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.302325 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.314500 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.357376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:14:37.365412 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22541510-529b-41a2-8829-2582a81891dd,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.388615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Attempting to bind port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:14:37.389113 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Attempting to bind port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:14:37.389445 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Attempting to bind port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:37.394418 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:14:37.394724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Attempting to bind port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:14:37.400924 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:14:37.401269 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Checking segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:37.401737 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Bound using segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:14:37.402142 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Bound port: 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:14:37.402499 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.410175 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.410525 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Added segment 404f538e-694e-41b4-8a8f-3a757183283f of type vlan for network b5e0204f-61a4-4583-b281-8c3490ed9b90 Jul 12 18:14:37.456209 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.471992 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:14:37.475501 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:14:37.481470 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.501808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c975e-1dc1-4e31-b89e-6ad5a7dfc5f3 req-720e80f8-c79d-4212-84e6-451d4d6fe2d8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:37.503349 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0f1c975e-1dc1-4e31-b89e-6ad5a7dfc5f3 req-720e80f8-c79d-4212-84e6-451d4d6fe2d8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.1404011 Jul 12 18:14:37.521050 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:37.521749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.523829 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] 10.222.0.38 "PUT /v2.0/ports/885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 1093 time: 0.8403840 Jul 12 18:14:37.523829 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:37.526089 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52869431-8ec0-4349-9d1b-418c0c6e3751" -d '{"events": [{"name": "network-changed", "server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:37.531152 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.532447 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:37.533140 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.552339 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bea5e2-4f52-454c-be14-a2689e7ea59b service neutron] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.579640 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc58bb8-4f8e-43ba-9904-5a4cf3dbde5e x-openstack-request-id: req-fbc58bb8-4f8e-43ba-9904-5a4cf3dbde5e {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:37.580165 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:37.580482 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbc58bb8-4f8e-43ba-9904-5a4cf3dbde5e {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:37.580909 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'status': 'completed', 'code': 200} Jul 12 18:14:37.598869 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4393275 Jul 12 18:14:37.601645 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46394) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:37.605867 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0f1c975e-1dc1-4e31-b89e-6ad5a7dfc5f3 req-da255664-89bb-440a-ab23-840b8e617ecb tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930667 Jul 12 18:14:37.606815 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Request body: {'subnet': {'network_id': 'b5e0204f-61a4-4583-b281-8c3490ed9b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106780844-subnet', 'tenant_id': '418c02003685403db0d5f8c7a3acea64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:37.611145 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5684875-aa08-44eb-9e4d-aa25a430c32f admin admin] Pushing event updated for resources: {'Network': ['ID=b5e0204f-61a4-4583-b281-8c3490ed9b90,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.621999 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network b5e0204f-61a4-4583-b281-8c3490ed9b90 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:14:37.639548 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Made reservation on behalf of 418c02003685403db0d5f8c7a3acea64 for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:14:37.646416 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.838720 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.908546 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Checking segment: {'id': '404f538e-694e-41b4-8a8f-3a757183283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e0204f-61a4-4583-b281-8c3490ed9b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:14:37.909234 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Network hostable DHCP agents. Network: b5e0204f-61a4-4583-b281-8c3490ed9b90, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:14:37.911821 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a46d04e-25e4-412a-bf0a-ecf535601fe5,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:37.955330 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Network b5e0204f-61a4-4583-b281-8c3490ed9b90 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:14:37.971275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, b5e0204f-61a4-4583-b281-8c3490ed9b90) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:14:37.980426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:37.981054 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:37.981568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035aa23-b24d-4fac-a578-da88584be4e1 None None] Network b5e0204f-61a4-4583-b281-8c3490ed9b90 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:38.005370 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2661e-3f05-4531-99fb-3b5e7c023297 req-4a469b95-746c-49e8-8380-09ce984fe99f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:38.007147 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5a2661e-3f05-4531-99fb-3b5e7c023297 req-4a469b95-746c-49e8-8380-09ce984fe99f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.0856450 Jul 12 18:14:38.009486 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f1150a6d-f9e5-40b6-951f-51ba947212a7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4067905 Jul 12 18:14:38.070451 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5a2661e-3f05-4531-99fb-3b5e7c023297 req-09064f98-cd38-4d97-b37c-47684d38c1ac tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Jul 12 18:14:38.076714 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44db9b8-7968-47f8-ab96-1df48990d5dc req-41ec5fa3-e3fb-49f9-a90a-9865d3d5e763 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:38.078237 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e44db9b8-7968-47f8-ab96-1df48990d5dc req-41ec5fa3-e3fb-49f9-a90a-9865d3d5e763 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.1130934 Jul 12 18:14:38.130266 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e44db9b8-7968-47f8-ab96-1df48990d5dc req-80e8eb2e-9149-43f6-8e0e-475a1365d992 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Jul 12 18:14:38.174220 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cde6c-6307-425d-9eec-500689fd6094 None None] Network b5e0204f-61a4-4583-b281-8c3490ed9b90 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:14:38.794454 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68664c-ce39-42b2-b95d-164890371ebd req-14136c03-b21d-4f5a-af69-9536aa347deb tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:38.796017 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a68664c-ce39-42b2-b95d-164890371ebd req-14136c03-b21d-4f5a-af69-9536aa347deb tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.0655940 Jul 12 18:14:38.840003 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a68664c-ce39-42b2-b95d-164890371ebd req-0ba87201-2f3b-4ab4-b0fb-3ca51451a4c1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Jul 12 18:14:39.095411 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-93c3e2b9-f27a-431f-9dfd-e1815f86d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:39.242255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1312ea-2fad-45b0-a808-67a2402affe6 req-6330d083-d284-4576-af57-7651028a26c5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:39.243896 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7a1312ea-2fad-45b0-a808-67a2402affe6 req-6330d083-d284-4576-af57-7651028a26c5 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.0699708 Jul 12 18:14:39.281199 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7a1312ea-2fad-45b0-a808-67a2402affe6 req-ea53322a-f5ee-4084-91da-daa66c37eacc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Jul 12 18:14:39.290903 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7037ef1-f23e-4cfb-a5eb-a2a38598e24c req-508ffa75-9542-4bde-bcbf-dfa3d2b5481f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:39.292379 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a7037ef1-f23e-4cfb-a5eb-a2a38598e24c req-508ffa75-9542-4bde-bcbf-dfa3d2b5481f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.0617585 Jul 12 18:14:39.328374 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a7037ef1-f23e-4cfb-a5eb-a2a38598e24c req-bb7c7f39-e3bd-4fdf-a774-7ab9261a571e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Jul 12 18:14:39.537951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:39.851038 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-f44c8d62-b62a-48d5-9c01-e7a4f457118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:39.852509 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-f44c8d62-b62a-48d5-9c01-e7a4f457118c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1096 time: 0.0518196 Jul 12 18:14:40.028545 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24f6c1-3f73-431a-8d70-f96e93bab5cd req-c20c90a6-27a9-4bf4-9931-8d507e8c26b6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.030176 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ae24f6c1-3f73-431a-8d70-f96e93bab5cd req-c20c90a6-27a9-4bf4-9931-8d507e8c26b6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.0747139 Jul 12 18:14:40.054166 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-8d6f6d0a-94da-45e3-a889-543751120a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.056275 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-8d6f6d0a-94da-45e3-a889-543751120a2d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1834610 Jul 12 18:14:40.069197 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ae24f6c1-3f73-431a-8d70-f96e93bab5cd req-9026561f-382e-4f3b-8b9f-726b43cd1622 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331764 Jul 12 18:14:40.135828 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:40.164428 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['2a06293a-565b-4690-89c9-e38b01a13c17'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:14:40.229034 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-4e107b68-86e3-4a7c-9f0e-fe1b7781c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.229628 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-52869431-8ec0-4349-9d1b-418c0c6e3751 req-4e107b68-86e3-4a7c-9f0e-fe1b7781c3b4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660750 Jul 12 18:14:40.363568 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-1ad351a4-8b15-417f-a79f-3bfebdab30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.365152 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-1ad351a4-8b15-417f-a79f-3bfebdab30f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1096 time: 0.0600243 Jul 12 18:14:40.417456 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-b1ab2a00-e83e-4e8e-bd3e-e41bab1ec009 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0385423 Jul 12 18:14:40.500109 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-3cbd344c-3c74-47da-a2ae-a37a09f37cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.501933 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-3cbd344c-3c74-47da-a2ae-a37a09f37cad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0785131 Jul 12 18:14:40.512268 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b1c51-f721-4983-82fd-c58746f95be7 req-9c19e901-4a6c-4807-91d9-19124dbc4040 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.513918 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b67b1c51-f721-4983-82fd-c58746f95be7 req-9c19e901-4a6c-4807-91d9-19124dbc4040 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.0679450 Jul 12 18:14:40.561456 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b67b1c51-f721-4983-82fd-c58746f95be7 req-c2e0bf28-d8cd-457e-95e6-a127de7baa50 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Jul 12 18:14:40.755025 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba437447-b71e-4593-9176-af5da62a58d5 req-3eaecf6a-a5a1-4251-ab7a-7c4cc15ae19c tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.758951 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba437447-b71e-4593-9176-af5da62a58d5 req-3eaecf6a-a5a1-4251-ab7a-7c4cc15ae19c tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.3042934 Jul 12 18:14:40.779807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46526) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:40.816780 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-4c280c01-9ed8-413d-827b-4a5d04e59f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:40.818387 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-4c280c01-9ed8-413d-827b-4a5d04e59f95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3090487 Jul 12 18:14:40.881184 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba437447-b71e-4593-9176-af5da62a58d5 req-95338260-20bd-4a41-9d52-275f96eb524b tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145310 Jul 12 18:14:40.905871 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a538c81e-59ad-40aa-bc66-2575370e76ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:40.933985 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-09f20238-0ff4-4e82-9b96-5d154d5804e7 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032310 Jul 12 18:14:41.051009 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a538c81e-59ad-40aa-bc66-2575370e76ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.056491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a538c81e-59ad-40aa-bc66-2575370e76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.063380 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d47721b-8cba-4d24-87c7-faee6ae025e8 req-4bfc7478-9878-450c-b35c-dec81b29e2c1 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224604 Jul 12 18:14:41.102876 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46548) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:41.103098 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a538c81e-59ad-40aa-bc66-2575370e76ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=828129dbdd0142b586519d07c1afd626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221540 Jul 12 18:14:41.115709 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538c81e-59ad-40aa-bc66-2575370e76ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8057b1-1d9b-4434-9f5f-9c223abe9beb,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:41.188366 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.224620 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.288222 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.292169 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.294084 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d8057b1-1d9b-4434-9f5f-9c223abe9beb HTTP/1.1" status: 204 len: 168 time: 0.1899166 Jul 12 18:14:41.305119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c01cd2-02de-40c2-a0ec-04b5d77cd6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8057b1-1d9b-4434-9f5f-9c223abe9beb,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:41.355558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46566) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:41.375155 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c626-3cb5-4ae2-b919-095cc569d964 req-4fb9217a-ddfa-4b1d-9921-451df3cbf39e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:41.377044 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bd98c626-3cb5-4ae2-b919-095cc569d964 req-4fb9217a-ddfa-4b1d-9921-451df3cbf39e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.1205981 Jul 12 18:14:41.433075 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bd98c626-3cb5-4ae2-b919-095cc569d964 req-50bee016-3cb1-4986-bc2c-2280d2784c43 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485520 Jul 12 18:14:41.483093 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-78b90e8b-24e0-4bf4-8e0a-c5c92242b8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.573029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-78b90e8b-24e0-4bf4-8e0a-c5c92242b8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.577478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-78b90e8b-24e0-4bf4-8e0a-c5c92242b8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.615069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b90e8b-24e0-4bf4-8e0a-c5c92242b8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf34fea-26d1-4748-a896-a36cc5795f95,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:41.623465 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-78b90e8b-24e0-4bf4-8e0a-c5c92242b8cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3437d1ac5ad546bf821e28ae3c580006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653642 Jul 12 18:14:41.625808 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46576) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:41.681709 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.693363 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46578) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:41.714980 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3baa1bef-5b9d-4d27-90f5-061a61950e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.718570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.739444 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.772959 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2a06293a-565b-4690-89c9-e38b01a13c17 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:41.802136 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc86ed3-f04c-4a96-92ca-bd426a02b84e req-a89c0cc3-7599-49a1-925b-7e0f473ab594 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:41.803982 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ccc86ed3-f04c-4a96-92ca-bd426a02b84e req-a89c0cc3-7599-49a1-925b-7e0f473ab594 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.1132321 Jul 12 18:14:41.821094 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3baa1bef-5b9d-4d27-90f5-061a61950e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.826224 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3baa1bef-5b9d-4d27-90f5-061a61950e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.840943 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 2a06293a-565b-4690-89c9-e38b01a13c17 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:41.842908 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.845510 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 2a06293a-565b-4690-89c9-e38b01a13c17 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:41.845625 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.845991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.849577 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebf34fea-26d1-4748-a896-a36cc5795f95 HTTP/1.1" status: 204 len: 168 time: 0.2201018 Jul 12 18:14:41.853441 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa1bef-5b9d-4d27-90f5-061a61950e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2457bf-0cc1-46a6-b986-0320650b1bd7,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:41.862204 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ccc86ed3-f04c-4a96-92ca-bd426a02b84e req-9bd27c26-9ee7-4dd7-a7b3-adfae3dc856c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513046 Jul 12 18:14:41.863321 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21045427-61a6-4b9f-81f4-4b15fda1db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf34fea-26d1-4748-a896-a36cc5795f95,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:41.894852 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3baa1bef-5b9d-4d27-90f5-061a61950e46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc533c859fe9487aa86c8dbc4e5f0696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001297 Jul 12 18:14:41.897857 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46582) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:41.951406 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.975974 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:41.979886 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.004975 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:42.068697 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.072072 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.073700 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e2457bf-0cc1-46a6-b986-0320650b1bd7 HTTP/1.1" status: 204 len: 168 time: 0.1742787 Jul 12 18:14:42.094814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2a06293a-565b-4690-89c9-e38b01a13c17,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:42.098892 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b5179-eb06-453f-88a1-2255ec2f8683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2457bf-0cc1-46a6-b986-0320650b1bd7,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:42.100639 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.115512 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cca67-2e9f-4af3-8946-115998d05447 req-f999d712-ee5f-43fe-921a-d21d66f78e90 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:42.123606 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a12cca67-2e9f-4af3-8946-115998d05447 req-f999d712-ee5f-43fe-921a-d21d66f78e90 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 944 time: 0.1054044 Jul 12 18:14:42.161296 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a12cca67-2e9f-4af3-8946-115998d05447 req-66561f46-94e4-41d2-9d42-e31f35fb0b1f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365438 Jul 12 18:14:42.167979 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:42.173933 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:42.228780 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:42.232756 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:42.233200 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.329332 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46602) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:42.335429 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.343484 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-257bc51f-0709-479f-a8b2-5d5588867f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.386848 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,segment=NetworkSegment(3dafcb15-e18c-4924-9340-29b0f2852035),segment_id=3dafcb15-e18c-4924-9340-29b0f2852035)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:42.394012 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.406380 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45244f19-74c1-4c53-8ad6-efc4f8cd6282" -d '{"events": [{"server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "name": "network-vif-plugged", "status": "completed", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:42.513674 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:42.586967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-257bc51f-0709-479f-a8b2-5d5588867f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.594549 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-257bc51f-0709-479f-a8b2-5d5588867f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.642778 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bc51f-0709-479f-a8b2-5d5588867f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25724d-a916-4c97-99fd-a791236dfb55,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:42.673389 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-257bc51f-0709-479f-a8b2-5d5588867f95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa4f1aa2e8a0473ca822e237cf47e411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430135 Jul 12 18:14:42.676975 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46636) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:42.716587 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9b04-8d80-4ef4-b8dd-e03409f3dfbe req-63d346a1-5bdb-45e4-82bb-75cdd3eb97e9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:42.718611 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-051d9b04-8d80-4ef4-b8dd-e03409f3dfbe req-63d346a1-5bdb-45e4-82bb-75cdd3eb97e9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.0787928 Jul 12 18:14:42.732466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23acc10d-685c-40ee-8d14-cf4df4683522 x-openstack-request-id: req-23acc10d-685c-40ee-8d14-cf4df4683522 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:42.734186 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "name": "network-vif-plugged", "status": "completed", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:42.734696 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23acc10d-685c-40ee-8d14-cf4df4683522 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:42.735523 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17', 'code': 200} Jul 12 18:14:42.764527 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.803959 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.809190 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-051d9b04-8d80-4ef4-b8dd-e03409f3dfbe req-298a8971-3295-4952-9458-46a8305ee1dd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819366 Jul 12 18:14:42.916463 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.919900 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:42.923739 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a25724d-a916-4c97-99fd-a791236dfb55 HTTP/1.1" status: 204 len: 168 time: 0.2415559 Jul 12 18:14:42.941044 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee72352-a3a8-4a93-9fa0-2142cba995c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25724d-a916-4c97-99fd-a791236dfb55,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:43.218126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-20be9ae3-388e-4c05-b26f-728d5f937313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:43.219828 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-20be9ae3-388e-4c05-b26f-728d5f937313 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.1936340 Jul 12 18:14:43.232627 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ccc51-92ea-40cc-addc-41176680ca16 req-a934bec0-5369-403c-b6da-05be64b61f73 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:43.235923 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ed1ccc51-92ea-40cc-addc-41176680ca16 req-a934bec0-5369-403c-b6da-05be64b61f73 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.1270435 Jul 12 18:14:43.317590 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ed1ccc51-92ea-40cc-addc-41176680ca16 req-d705de0e-a267-4ac7-9abf-f6ea0e16019d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741494 Jul 12 18:14:43.412732 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68e892-2863-461e-b283-150151d7abf4 req-e39c3276-99e5-4965-a20b-2ad77a14fc94 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:43.414243 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-af68e892-2863-461e-b283-150151d7abf4 req-e39c3276-99e5-4965-a20b-2ad77a14fc94 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0835612 Jul 12 18:14:43.453861 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-af68e892-2863-461e-b283-150151d7abf4 req-2e5ceb1e-d237-40a4-ab8e-518a57dc736d tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jul 12 18:14:43.988649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802528c-a8a5-45a9-8164-b22d9073e56e req-b528a1b9-46a7-4d3a-9342-45e014440190 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:43.990207 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2802528c-a8a5-45a9-8164-b22d9073e56e req-b528a1b9-46a7-4d3a-9342-45e014440190 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.0715404 Jul 12 18:14:44.045446 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2802528c-a8a5-45a9-8164-b22d9073e56e req-2f3f7a09-2aef-4900-be30-cdc1138a9961 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484288 Jul 12 18:14:44.079641 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-5e6fe2be-b869-412d-a32c-0a003ff82af1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.194215 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-5e6fe2be-b869-412d-a32c-0a003ff82af1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.198841 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-5e6fe2be-b869-412d-a32c-0a003ff82af1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.232986 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9ddeb0ec-0819-4181-9438-de31c60f9bf4 req-5e6fe2be-b869-412d-a32c-0a003ff82af1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685250 Jul 12 18:14:44.237419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fe2be-b869-412d-a32c-0a003ff82af1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=efae7bc7-cfaa-407d-ae62-294a04543ccd,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:44.326330 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46740) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:44.506877 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0734dc0d-0fe6-43b0-b286-c6af0f465d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.522843 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce7a72-7946-436b-84bb-33f81df1b3aa req-914058a9-f9a6-46c8-b8d2-66a109ceb642 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:44.529928 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-13ce7a72-7946-436b-84bb-33f81df1b3aa req-914058a9-f9a6-46c8-b8d2-66a109ceb642 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 943 time: 0.0887790 Jul 12 18:14:44.576737 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-13ce7a72-7946-436b-84bb-33f81df1b3aa req-f96dbc20-b84e-43d0-aa6e-582d38d123d5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Jul 12 18:14:44.659453 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0734dc0d-0fe6-43b0-b286-c6af0f465d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.666842 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0734dc0d-0fe6-43b0-b286-c6af0f465d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.684077 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3d47e-fb4d-4c17-8a97-d1cc7889024c req-8e2089ae-8463-4143-850f-f692d5b44d88 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:44.685563 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-31d3d47e-fb4d-4c17-8a97-d1cc7889024c req-8e2089ae-8463-4143-850f-f692d5b44d88 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.1038380 Jul 12 18:14:44.728530 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734dc0d-0fe6-43b0-b286-c6af0f465d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c9ab9-c193-4896-8f55-0027b7fd9686,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:44.735417 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0734dc0d-0fe6-43b0-b286-c6af0f465d94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c6eaee5dfb7469bb91edec2cce1ada2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079690 Jul 12 18:14:44.735731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46764) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:44.736577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:44.744347 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc49728-51f6-48c7-8b7f-7941ab86f745" -d '{"events": [{"server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "name": "network-vif-plugged", "status": "completed", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:44.761209 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-31d3d47e-fb4d-4c17-8a97-d1cc7889024c req-d0506d1f-f26a-414a-a827-cca58cc18bd1 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691364 Jul 12 18:14:44.784372 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168928f-a7fe-4fa9-a7fa-f6d036edd512 x-openstack-request-id: req-8168928f-a7fe-4fa9-a7fa-f6d036edd512 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:44.784665 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "name": "network-vif-plugged", "status": "completed", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:44.784947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8168928f-a7fe-4fa9-a7fa-f6d036edd512 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:44.785330 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c', 'code': 200} Jul 12 18:14:44.803490 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.823884 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.873022 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.875647 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:44.876788 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e69c9ab9-c193-4896-8f55-0027b7fd9686 HTTP/1.1" status: 204 len: 168 time: 0.1306365 Jul 12 18:14:44.884967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0cd2b-dc69-4dff-b077-3a9f1e8aafbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c9ab9-c193-4896-8f55-0027b7fd9686,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:44.914800 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 0b66f631-2ce8-4754-b3b4-1e21d7f9047d details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:14:44.995690 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.029496 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:45.039622 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d', 'network_id': '23524221-d272-4c1b-8e08-88f6ce67acaf', 'port_id': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d', 'mac_address': 'fa:16:3e:3e:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386f0a65-cb22-476a-94ad-4fbb0c769ed0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:14:45.051547 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:14:45.082051 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.096440 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b66f631-2ce8-4754-b3b4-1e21d7f9047d {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:45.121910 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:45.132531 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.163516 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:14:45.222844 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:45.287621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac872-f78a-47b8-afe8-d3674b33fee5 req-163c2ca0-70f0-451f-94cc-273b972e5d7f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:45.294961 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ffeac872-f78a-47b8-afe8-d3674b33fee5 req-163c2ca0-70f0-451f-94cc-273b972e5d7f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.1118503 Jul 12 18:14:45.302933 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:45.316302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:14:45.322285 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46792) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:45.340734 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac81dafc-7e1b-4113-adeb-5b52bbc77b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.343610 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ffeac872-f78a-47b8-afe8-d3674b33fee5 req-678451ec-a1b0-4682-bc42-ed2bd76c6530 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Jul 12 18:14:45.359058 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.373950 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:14:45.395193 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:45.399481 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.439616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac81dafc-7e1b-4113-adeb-5b52bbc77b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.445041 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac81dafc-7e1b-4113-adeb-5b52bbc77b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.457605 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:45.489743 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ac81dafc-7e1b-4113-adeb-5b52bbc77b38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54306104b40f490e8969e7754b86b312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659791 Jul 12 18:14:45.490793 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81dafc-7e1b-4113-adeb-5b52bbc77b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3292fb-f5fa-4307-85cd-6ca50c1ae082,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:45.492641 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46794) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:45.570041 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.598475 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.657043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.659494 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:45.660620 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d3292fb-f5fa-4307-85cd-6ca50c1ae082 HTTP/1.1" status: 204 len: 168 time: 0.1663766 Jul 12 18:14:45.669524 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d958fe-4096-4389-8633-b524528f9183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3292fb-f5fa-4307-85cd-6ca50c1ae082,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:45.768175 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d6a9-6f31-4175-aa05-bea1010f2660 req-ac9bdd43-e463-4d89-a77c-0f6bbb1d9c40 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:45.770000 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a4e1d6a9-6f31-4175-aa05-bea1010f2660 req-ac9bdd43-e463-4d89-a77c-0f6bbb1d9c40 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 944 time: 0.0620501 Jul 12 18:14:45.807871 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a4e1d6a9-6f31-4175-aa05-bea1010f2660 req-e1c32b12-119b-45cd-abd6-9b69f71167c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Jul 12 18:14:45.945170 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1a877-228e-412a-85ef-8fb4527baca3 req-0aabfc45-e83f-4bb7-9e6f-65b37b94dc03 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:45.946824 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bcb1a877-228e-412a-85ef-8fb4527baca3 req-0aabfc45-e83f-4bb7-9e6f-65b37b94dc03 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0649483 Jul 12 18:14:45.987398 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bcb1a877-228e-412a-85ef-8fb4527baca3 req-6cf83bf0-0de9-48d9-af72-2f56f49ce706 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Jul 12 18:14:46.447721 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['885b361e-ccfe-4f7d-b53b-1286b525bbd8'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:14:46.496086 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['0b66f631-2ce8-4754-b3b4-1e21d7f9047d'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:14:46.523919 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19563c-2059-4438-b3c9-29a5cddf4691 req-3c85ca68-ae77-4c1c-b0a0-0f8d8152e3e0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:46.526650 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0b19563c-2059-4438-b3c9-29a5cddf4691 req-3c85ca68-ae77-4c1c-b0a0-0f8d8152e3e0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 944 time: 0.0712793 Jul 12 18:14:46.577842 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0b19563c-2059-4438-b3c9-29a5cddf4691 req-a93dca13-e927-4c6e-bf73-186abb44f8dd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Jul 12 18:14:46.734747 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82157b-00ef-42e3-983e-a8b3e05a0b67 req-662b4a25-3acd-4560-a393-580199226dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:46.736285 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b82157b-00ef-42e3-983e-a8b3e05a0b67 req-662b4a25-3acd-4560-a393-580199226dd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 1098 time: 0.0654674 Jul 12 18:14:46.775659 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b82157b-00ef-42e3-983e-a8b3e05a0b67 req-339e1b9e-ac33-484c-85c9-68896ba61e0a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Jul 12 18:14:46.990921 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b21c30-04e9-42c6-95fa-da27283bd0a7 req-09da3b03-d87e-42b1-a298-91da2439e01e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:46.992405 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-77b21c30-04e9-42c6-95fa-da27283bd0a7 req-09da3b03-d87e-42b1-a298-91da2439e01e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 944 time: 0.0632811 Jul 12 18:14:47.048864 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-77b21c30-04e9-42c6-95fa-da27283bd0a7 req-16ce9d5b-8193-42ae-b442-76cee5c40959 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Jul 12 18:14:47.194751 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7148294-d5d7-45b5-a841-c4f47e788fd1 req-862f98ee-a2d0-4d8d-9bb6-f68161e28263 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:47.196907 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f7148294-d5d7-45b5-a841-c4f47e788fd1 req-862f98ee-a2d0-4d8d-9bb6-f68161e28263 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0833728 Jul 12 18:14:47.236726 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f7148294-d5d7-45b5-a841-c4f47e788fd1 req-d5be5911-614c-433d-a51c-8b17054fcc49 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Jul 12 18:14:47.776474 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ce167-baa8-4492-90a8-37bdf97c5d9b req-e9ebc9df-7d60-499f-82c4-87fd60da44f7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:47.778788 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dd6ce167-baa8-4492-90a8-37bdf97c5d9b req-e9ebc9df-7d60-499f-82c4-87fd60da44f7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 944 time: 0.0761814 Jul 12 18:14:47.821741 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dd6ce167-baa8-4492-90a8-37bdf97c5d9b req-1acb47ac-f8dd-48c1-ae53-e8a2eb4d5b74 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364497 Jul 12 18:14:48.014151 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 0b66f631-2ce8-4754-b3b4-1e21d7f9047d up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:48.073940 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:48.079522 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:48.079899 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.245625 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76059979-6568-4190-a9df-272907e948d8 req-6d2ae988-031c-4695-9a5e-7b9c4fb6e452 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:48.247166 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-76059979-6568-4190-a9df-272907e948d8 req-6d2ae988-031c-4695-9a5e-7b9c4fb6e452 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 944 time: 0.0702074 Jul 12 18:14:48.306176 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-76059979-6568-4190-a9df-272907e948d8 req-5c595e2a-6e2b-4448-bc76-dec145d1d065 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Jul 12 18:14:48.308131 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.361308 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:48.363655 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012feb2-8fa5-40ec-9405-5317bdf28d1d" -d '{"events": [{"server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "name": "network-vif-plugged", "status": "completed", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:48.377081 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:48.384918 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.420177 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02061f-d0a0-4f37-a7b8-0453f36415b6 x-openstack-request-id: req-4b02061f-d0a0-4f37-a7b8-0453f36415b6 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:48.420483 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "name": "network-vif-plugged", "status": "completed", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:48.420963 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b02061f-d0a0-4f37-a7b8-0453f36415b6 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:48.423321 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d', 'code': 200} Jul 12 18:14:48.440227 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035396e0-e7fd-4f33-9593-81d6b4e425b0 req-db2acb69-00cc-44f6-affe-1a1396d7ce5f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:48.447601 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-035396e0-e7fd-4f33-9593-81d6b4e425b0 req-db2acb69-00cc-44f6-affe-1a1396d7ce5f tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0753915 Jul 12 18:14:48.448136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:14:48.488190 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-035396e0-e7fd-4f33-9593-81d6b4e425b0 req-c0d4cbcb-a53a-4ba4-b506-f4695a16b592 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Jul 12 18:14:48.510873 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:48.542954 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:14:48.546694 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:48.547073 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.625552 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.665732 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:14:48.670712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:48.794055 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:49.036004 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734ab48-1ec9-43e8-b7a8-0aa4213c51d2 req-69822c03-0707-48c7-b96a-b1e70ba461f1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:49.037498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a734ab48-1ec9-43e8-b7a8-0aa4213c51d2 req-69822c03-0707-48c7-b96a-b1e70ba461f1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0671575 Jul 12 18:14:49.081293 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-1b780a04-8b65-436c-b0f2-886a64351560 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:14:49.082352 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1b780a04-8b65-436c-b0f2-886a64351560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.083973 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a734ab48-1ec9-43e8-b7a8-0aa4213c51d2 req-c25b46f8-442f-4e6e-a44a-a5fe0acc7bce tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 Jul 12 18:14:49.472729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddadea-f993-49c2-87ea-4db94acd12ec req-7ad3b72b-8f12-4d75-9726-8d932979b3c2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:49.474226 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ddddadea-f993-49c2-87ea-4db94acd12ec req-7ad3b72b-8f12-4d75-9726-8d932979b3c2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0614848 Jul 12 18:14:49.491368 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 46988) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:49.511505 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ddddadea-f993-49c2-87ea-4db94acd12ec req-8b2521fc-5434-4731-b3e3-18e16d89a04b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Jul 12 18:14:49.599588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-295df9f2-3666-4d07-b23a-3a8b7fa467f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.696568 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b7275-c21a-407d-9c7b-7ca94faaffac req-953a8983-2dcf-4e4f-b870-bb7ed7df788b tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:49.698067 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c0b7275-c21a-407d-9c7b-7ca94faaffac req-953a8983-2dcf-4e4f-b870-bb7ed7df788b tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0908260 Jul 12 18:14:49.754606 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c0b7275-c21a-407d-9c7b-7ca94faaffac req-95ce3a1e-1114-4966-bf5a-6f141b77c1d7 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506074 Jul 12 18:14:49.763328 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-295df9f2-3666-4d07-b23a-3a8b7fa467f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.767381 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-295df9f2-3666-4d07-b23a-3a8b7fa467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.805368 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-295df9f2-3666-4d07-b23a-3a8b7fa467f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b929e223c9984813be95d792a7880074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128488 Jul 12 18:14:49.806224 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295df9f2-3666-4d07-b23a-3a8b7fa467f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360aca4-ad48-4ee1-b5d9-b6eab29f5e07,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:49.808659 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 46998) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:49.859204 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.879379 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.973461 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4000f-fb28-45e3-8f30-50f79bd97be7 req-487afa3f-e881-4b1b-a1da-d40546779a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:49.975372 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3af4000f-fb28-45e3-8f30-50f79bd97be7 req-487afa3f-e881-4b1b-a1da-d40546779a95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0722463 Jul 12 18:14:49.976182 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.979338 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:49.980487 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e360aca4-ad48-4ee1-b5d9-b6eab29f5e07 HTTP/1.1" status: 204 len: 168 time: 0.1702583 Jul 12 18:14:49.988679 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76fd11-b0b3-463f-91c4-dd6d91797e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360aca4-ad48-4ee1-b5d9-b6eab29f5e07,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:50.263919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85de6e-ae5f-480e-8d02-5a58da42dba3 req-901f34f1-8206-4998-9327-bc98e28813ee tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:50.265238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47014) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:50.265437 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4d85de6e-ae5f-480e-8d02-5a58da42dba3 req-901f34f1-8206-4998-9327-bc98e28813ee tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0653381 Jul 12 18:14:50.278126 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f2a5d60-2149-4497-b244-cd4a3f374d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.301629 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4d85de6e-ae5f-480e-8d02-5a58da42dba3 req-a54afc9a-81a5-42b5-b45c-a6d8ec9a3ae2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306051 Jul 12 18:14:50.362597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f2a5d60-2149-4497-b244-cd4a3f374d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.366241 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4f2a5d60-2149-4497-b244-cd4a3f374d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.401806 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4f2a5d60-2149-4497-b244-cd4a3f374d04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df2d5d0a53eb43c7b1027b9674dc44c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352515 Jul 12 18:14:50.403560 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a5d60-2149-4497-b244-cd4a3f374d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb84ddf-d8a5-494a-9f16-38d72f2d02b8,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:50.404568 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47016) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:50.424841 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:50.427358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4e7499-dea3-4227-91dd-0ad4ab8a61af" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:50.455539 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.463769 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5203c-24db-487a-955f-3d42acda93d6 x-openstack-request-id: req-e5f5203c-24db-487a-955f-3d42acda93d6 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:14:50.464061 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:14:50.464310 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5f5203c-24db-487a-955f-3d42acda93d6 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:14:50.464688 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 200} Jul 12 18:14:50.479510 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.526892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.529653 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.533164 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdb84ddf-d8a5-494a-9f16-38d72f2d02b8 HTTP/1.1" status: 204 len: 168 time: 0.1252158 Jul 12 18:14:50.538803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500954a-58e1-4906-a268-c01d0ff84f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb84ddf-d8a5-494a-9f16-38d72f2d02b8,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:50.692895 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb6dc-d2de-43c0-b69c-96654710c88b req-6d84a154-e291-477c-abeb-c6e44cd8bdf5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:50.694379 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-67dfb6dc-d2de-43c0-b69c-96654710c88b req-6d84a154-e291-477c-abeb-c6e44cd8bdf5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0635400 Jul 12 18:14:50.731635 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-67dfb6dc-d2de-43c0-b69c-96654710c88b req-73139809-fe35-42ca-b62a-8de856abff26 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 12 18:14:50.844807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47032) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:50.857926 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15db34d7-7470-4daf-a88f-3521c8c5502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.943357 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15db34d7-7470-4daf-a88f-3521c8c5502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.947097 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-15db34d7-7470-4daf-a88f-3521c8c5502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:50.985053 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db34d7-7470-4daf-a88f-3521c8c5502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd98d94-f99a-4a4d-9b13-16fdce16487f,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:50.990374 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-15db34d7-7470-4daf-a88f-3521c8c5502e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc6fef586358418299589e396ec7b7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445529 Jul 12 18:14:50.993075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47036) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:51.039011 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:51.058933 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:51.103035 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:51.105500 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:51.106620 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fd98d94-f99a-4a4d-9b13-16fdce16487f HTTP/1.1" status: 204 len: 168 time: 0.1126633 Jul 12 18:14:51.114415 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01e44f-ce40-47b0-8357-1d639d0eb9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd98d94-f99a-4a4d-9b13-16fdce16487f,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:14:51.483384 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfa9d0-31b7-4878-96ac-10a18e8a62e2 req-6dbdaef5-9557-4900-8477-d272a55b37d3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:51.484884 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99bfa9d0-31b7-4878-96ac-10a18e8a62e2 req-6dbdaef5-9557-4900-8477-d272a55b37d3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0647228 Jul 12 18:14:51.524557 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99bfa9d0-31b7-4878-96ac-10a18e8a62e2 req-f946c4fc-cdb4-4aee-a943-fc99be8eb69b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jul 12 18:14:51.906065 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98009ac8-4a06-47e9-82dc-cba679f2d8bc req-c670d47c-203e-45bb-8f84-5cddad544d29 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:51.907520 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-98009ac8-4a06-47e9-82dc-cba679f2d8bc req-c670d47c-203e-45bb-8f84-5cddad544d29 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0635650 Jul 12 18:14:51.961406 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-98009ac8-4a06-47e9-82dc-cba679f2d8bc req-449b3b4d-ffcb-45e7-8279-7549055c0512 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482941 Jul 12 18:14:51.978874 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3af4000f-fb28-45e3-8f30-50f79bd97be7 req-5e8a1a6e-2251-4f5a-9527-e8e0b0bb7389 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Jul 12 18:14:52.495943 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3e00d-e20e-43c4-9177-d34cd11251cd req-8229aa48-47d0-49a5-91b1-abec9b1b2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:52.497409 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1bf3e00d-e20e-43c4-9177-d34cd11251cd req-8229aa48-47d0-49a5-91b1-abec9b1b2c1b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1098 time: 0.0493848 Jul 12 18:14:52.531472 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1bf3e00d-e20e-43c4-9177-d34cd11251cd req-7253e69a-82fd-4df9-8d0d-ea94c22eec70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268044 Jul 12 18:14:52.701807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629160a-1e18-4263-8ae4-2d1720236323 req-eabb388e-62d5-4f70-ba7e-365e091df54a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:52.703244 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8629160a-1e18-4263-8ae4-2d1720236323 req-eabb388e-62d5-4f70-ba7e-365e091df54a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0629981 Jul 12 18:14:52.739496 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8629160a-1e18-4263-8ae4-2d1720236323 req-397414cd-d8e0-449d-a554-7f12ce573fe2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Jul 12 18:14:53.130427 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64127fb-b2d1-405b-9f24-521c96f18638 req-770e7d38-10d2-40e5-b730-b0712dd8c489 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:53.131883 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d64127fb-b2d1-405b-9f24-521c96f18638 req-770e7d38-10d2-40e5-b730-b0712dd8c489 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0597301 Jul 12 18:14:53.168148 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d64127fb-b2d1-405b-9f24-521c96f18638 req-b6997c4b-9517-4d6d-8c90-fb0dbe2c62b9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301008 Jul 12 18:14:53.911302 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940df3d-7986-4f97-a11d-5ef7f7b5b509 req-b88b6907-e479-4ee0-9a82-a5708faf489a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:53.912638 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a940df3d-7986-4f97-a11d-5ef7f7b5b509 req-b88b6907-e479-4ee0-9a82-a5708faf489a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0594547 Jul 12 18:14:53.947551 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a940df3d-7986-4f97-a11d-5ef7f7b5b509 req-1804c853-f128-445a-b163-0854e3be418c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288608 Jul 12 18:14:54.339898 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774c46c-b339-49c5-a194-04788a4e6da5 req-3c755d30-364f-45da-9244-a32404dd28c5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:54.341470 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6774c46c-b339-49c5-a194-04788a4e6da5 req-3c755d30-364f-45da-9244-a32404dd28c5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0646338 Jul 12 18:14:54.376554 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6774c46c-b339-49c5-a194-04788a4e6da5 req-6a92d1dd-fd24-4505-adaa-5f9220dd54c2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297987 Jul 12 18:14:55.121351 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3278020-6fd8-4c21-ba28-c19e3efb3448 req-7b6df741-96e5-4be9-8db0-1e890e81f513 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:55.122802 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e3278020-6fd8-4c21-ba28-c19e3efb3448 req-7b6df741-96e5-4be9-8db0-1e890e81f513 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0627160 Jul 12 18:14:55.158774 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e3278020-6fd8-4c21-ba28-c19e3efb3448 req-c24769ff-480b-49c7-934e-999bd9da1450 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Jul 12 18:14:55.543951 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b794ada-5e1c-4dfe-8564-30c1289a0390 req-e01798f9-349d-47bc-a28e-d0f7b30bde40 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:55.545461 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7b794ada-5e1c-4dfe-8564-30c1289a0390 req-e01798f9-349d-47bc-a28e-d0f7b30bde40 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0603533 Jul 12 18:14:55.580117 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7b794ada-5e1c-4dfe-8564-30c1289a0390 req-ebf15c3b-43d0-42cb-b085-3cfffcdc2c3d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291491 Jul 12 18:14:56.342252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487a33-ca03-42e5-a749-dd82bb7a9f24 req-544c6c98-05ef-41fe-8e2a-3b087cbc7db2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:56.343644 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d6487a33-ca03-42e5-a749-dd82bb7a9f24 req-544c6c98-05ef-41fe-8e2a-3b087cbc7db2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0632885 Jul 12 18:14:56.389903 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d6487a33-ca03-42e5-a749-dd82bb7a9f24 req-9f610062-39cf-4610-ad24-5a9296adbde1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Jul 12 18:14:56.758414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a34a4-3200-4cf3-827d-d948b2aabf00 req-4e805256-3f5c-4c62-8c3c-1e68790cab83 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:56.759873 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-218a34a4-3200-4cf3-827d-d948b2aabf00 req-4e805256-3f5c-4c62-8c3c-1e68790cab83 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0633285 Jul 12 18:14:56.795279 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-218a34a4-3200-4cf3-827d-d948b2aabf00 req-d30bca1d-4e04-4014-b5c8-90006af56ffd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298030 Jul 12 18:14:57.574451 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609898c9-c724-4f82-81f1-c5f1ce6a1ecd req-7575637f-8c93-407d-a218-abeadca6eda3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:57.576009 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-609898c9-c724-4f82-81f1-c5f1ce6a1ecd req-7575637f-8c93-407d-a218-abeadca6eda3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0637784 Jul 12 18:14:57.614084 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-609898c9-c724-4f82-81f1-c5f1ce6a1ecd req-3b449ba1-26af-4352-81d0-ee723b326479 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Jul 12 18:14:57.783684 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb07f3-116b-40fb-8f43-3e79c98a698d req-6f6d4032-2aba-4c8b-bc67-7a6d68ffb153 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:57.785119 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cacb07f3-116b-40fb-8f43-3e79c98a698d req-6f6d4032-2aba-4c8b-bc67-7a6d68ffb153 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jul 12 18:14:57.794649 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47282) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:14:57.798973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'floatingip': {'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:14:57.866830 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:58.093828 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8595e-3e3a-4c86-bf4a-6d16fc321a2b req-09c6eb3a-527c-4cb3-b85e-cf3a92ce0dff tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:58.095295 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cbd8595e-3e3a-4c86-bf4a-6d16fc321a2b req-09c6eb3a-527c-4cb3-b85e-cf3a92ce0dff tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1772702 Jul 12 18:14:58.169597 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cbd8595e-3e3a-4c86-bf4a-6d16fc321a2b req-8c72b24b-eaa6-4965-b196-b7b74206c800 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Jul 12 18:14:58.757225 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da12c-fcfa-4bd4-8848-be3b98812755 req-200846fb-bba6-4521-9ac1-a401ed2a5812 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:14:58.759296 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-522da12c-fcfa-4bd4-8848-be3b98812755 req-200846fb-bba6-4521-9ac1-a401ed2a5812 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1945465 Jul 12 18:14:58.798709 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:58.805407 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:58.845510 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-522da12c-fcfa-4bd4-8848-be3b98812755 req-a900c220-3254-40e6-93a1-c0d0a5f8bb97 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798123 Jul 12 18:14:58.907578 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Floating IP 50064026-f986-4385-ab7f-7530f364b5e9 associated. External IP: 172.27.3.3, port: 885b361e-ccfe-4f7d-b53b-1286b525bbd8. Jul 12 18:14:59.097924 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:14:59.197980 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:14:59.202388 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:14:59.209709 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:14:59.219029 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:59.219631 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:59.239268 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-8f76b4b6-8fb5-4061-a367-c28a07f60459 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "PUT /v2.0/floatingips/50064026-f986-4385-ab7f-7530f364b5e9 HTTP/1.1" status: 200 len: 989 time: 1.4436128 Jul 12 18:14:59.239923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:14:59.242278 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:14:59.321407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:59.648028 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50064026-f986-4385-ab7f-7530f364b5e9', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:14:26Z', 'updated_at': '2021-07-12T18:14:58Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:59.673870 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:14:59.681925 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:14:59.682554 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:14:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:14:59.783151 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:14:59.993038 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50064026-f986-4385-ab7f-7530f364b5e9', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:14:26Z', 'updated_at': '2021-07-12T18:14:58Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:00.021584 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac2a5e1-b220-4f37-a7c6-65ceaf6bae16 None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50064026-f986-4385-ab7f-7530f364b5e9', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:14:26Z', 'updated_at': '2021-07-12T18:14:58Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:15:00.197499 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d20c2c-cc28-44f6-9d1f-055f3dd46b36 None None] New status for floating IP 50064026-f986-4385-ab7f-7530f364b5e9: ACTIVE {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:15:00.936668 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-a875ab4d-e776-47ee-9494-7808779ccd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:00.938318 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-a875ab4d-e776-47ee-9494-7808779ccd9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0630803 Jul 12 18:15:00.952089 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5bd804-9b48-4ef5-82f4-5339a9bbd3f2 x-openstack-request-id: req-0b5bd804-9b48-4ef5-82f4-5339a9bbd3f2 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:00.953060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:00.953310 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b5bd804-9b48-4ef5-82f4-5339a9bbd3f2 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:00.953697 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'status': 'completed', 'code': 200} Jul 12 18:15:01.065292 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-82f9ed5e-2038-471d-abbe-8427a9a69b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.067128 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-82f9ed5e-2038-471d-abbe-8427a9a69b87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1203988 Jul 12 18:15:01.114081 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-872513a9-65c1-4dca-9fc3-ca4dae59c92b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d HTTP/1.1" status: 200 len: 217 time: 0.0392394 Jul 12 18:15:01.146818 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df1dc9-8608-4f4e-9eaf-257a37e11b1a req-8af9af96-8540-4086-9366-5d2759bccb94 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.148936 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-68df1dc9-8608-4f4e-9eaf-257a37e11b1a req-8af9af96-8540-4086-9366-5d2759bccb94 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1049943 Jul 12 18:15:01.153227 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-d2b1bc2f-9b11-4fd4-a44c-95b5d557add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.154722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-d2b1bc2f-9b11-4fd4-a44c-95b5d557add0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1098 time: 0.1006384 Jul 12 18:15:01.186688 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-68df1dc9-8608-4f4e-9eaf-257a37e11b1a req-81edda4f-e8c4-4975-b7b6-b579ca11664a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310106 Jul 12 18:15:01.237344 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-49d58f41-7788-4483-94bb-ae8f44e31f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.239269 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-49d58f41-7788-4483-94bb-ae8f44e31f49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0555277 Jul 12 18:15:01.336749 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-f1a7acad-a478-40fc-8ebd-7913624062d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.338241 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-f1a7acad-a478-40fc-8ebd-7913624062d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.1444550 Jul 12 18:15:01.385468 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-02ed168f-b944-4172-926d-9562ef867a0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260041 Jul 12 18:15:01.498267 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-a396e46a-9c93-4dd7-80fd-c68df481ada6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 999 time: 0.0884397 Jul 12 18:15:01.543691 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-4f4b4dbf-f4d0-44ef-bddb-85bc274e4612 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997691 Jul 12 18:15:01.565334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-142a9807-4ab7-417f-8716-fb4b9872953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.567182 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-142a9807-4ab7-417f-8716-fb4b9872953e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0549278 Jul 12 18:15:01.647706 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-7f75837e-e363-413f-8a3c-1885440d28a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:01.649459 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-7f75837e-e363-413f-8a3c-1885440d28a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707893 Jul 12 18:15:01.654585 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cdfc35ce-d47f-42bc-bb87-e4186f0ba50c req-aee31f8b-6fd7-4bcf-a56f-98ec9b7800ad service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926306 Jul 12 18:15:01.763695 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-3d45695a-2e87-4ebb-aee6-57c9eda89c47 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935254 Jul 12 18:15:01.865412 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a22d4268-7c65-4fc8-9359-9aa125a1bdc8 req-9fc0a4ec-3a03-4926-a5cf-8553333ecbcf service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Jul 12 18:15:02.369730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e818ecc-a95c-488f-9827-500f5e177623 req-60d369c9-cb0b-4027-813a-0451865b6e99 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:02.371213 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e818ecc-a95c-488f-9827-500f5e177623 req-60d369c9-cb0b-4027-813a-0451865b6e99 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0670488 Jul 12 18:15:02.408406 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e818ecc-a95c-488f-9827-500f5e177623 req-3bfcc762-c73b-48dc-81b2-210d0cbaf0bf tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Jul 12 18:15:03.580811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bf4c-d048-4b02-ad46-1b68f50f5357 req-b43e7ce7-cab4-4d01-94b7-71561ef4b899 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:03.582301 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3193bf4c-d048-4b02-ad46-1b68f50f5357 req-b43e7ce7-cab4-4d01-94b7-71561ef4b899 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0601571 Jul 12 18:15:03.618198 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3193bf4c-d048-4b02-ad46-1b68f50f5357 req-4337eff4-d629-4d0b-90a6-1a1f9d155cbd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296590 Jul 12 18:15:04.270217 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47434) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:04.374793 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.477738 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.483749 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.531960 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47452) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:04.532504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3966a12544854104b5db2f4b3a416cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578278 Jul 12 18:15:04.533122 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8661b1f-4821-4980-bd57-780dbba0b82f,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:04.542517 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.542866 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.543269 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.543630 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.543963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.544465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.544804 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.545151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.545505 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.545832 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.546154 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.546471 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c843344-2025-416b-9d2e-dab177627cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.601832 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.626294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.693256 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.695601 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:04.696747 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8661b1f-4821-4980-bd57-780dbba0b82f HTTP/1.1" status: 204 len: 168 time: 0.1628811 Jul 12 18:15:04.705759 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8661b1f-4821-4980-bd57-780dbba0b82f,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:04.716964 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.717343 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.717687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.718027 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.718360 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.718705 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.719037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.719360 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.719684 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.720005 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.720329 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.720649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff56df2e-c28a-4466-b4e6-c842b37f1e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:04.831804 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3a299-03e1-4f5b-a3a1-8119f2b1f60e req-2fb5b96f-835e-42e1-b240-b80711fcb8ee tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:04.833445 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d9e3a299-03e1-4f5b-a3a1-8119f2b1f60e req-2fb5b96f-835e-42e1-b240-b80711fcb8ee tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0813322 Jul 12 18:15:04.890102 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d9e3a299-03e1-4f5b-a3a1-8119f2b1f60e req-480af719-0977-45b1-b13b-ed7b864e2e12 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485878 Jul 12 18:15:05.081347 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47492) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:05.099537 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ed48ad-141c-4da8-a833-ebae01680b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.189048 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ed48ad-141c-4da8-a833-ebae01680b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.193006 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ed48ad-141c-4da8-a833-ebae01680b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.229675 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-88ed48ad-141c-4da8-a833-ebae01680b69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54aa5ae6b8454aad8a8a16a4fecfb835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471779 Jul 12 18:15:05.230592 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed48ad-141c-4da8-a833-ebae01680b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e8d627-d2c3-45d1-90e9-406b265aa8fa,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:05.232371 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47496) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:05.279379 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.299338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.347351 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.350503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:05.354685 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66e8d627-d2c3-45d1-90e9-406b265aa8fa HTTP/1.1" status: 204 len: 168 time: 0.1185606 Jul 12 18:15:05.360761 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bbd85-37b7-4115-a5f5-55ea7bcf4d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e8d627-d2c3-45d1-90e9-406b265aa8fa,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:06.341748 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13185c77-3bfc-4a4d-8f81-131a3c6cc426 req-c09dc722-854e-41c6-afcf-bc892006a37d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:06.343951 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-13185c77-3bfc-4a4d-8f81-131a3c6cc426 req-c09dc722-854e-41c6-afcf-bc892006a37d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.2959182 Jul 12 18:15:06.399312 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-13185c77-3bfc-4a4d-8f81-131a3c6cc426 req-0c51e43e-e089-4771-af6d-86add46a2804 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490842 Jul 12 18:15:06.536684 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-35f6f07e-17a1-4c7c-bf27-bd9e00c39c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.409091 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47626) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:07.419976 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47630) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:07.513741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0993e17-133b-402a-965a-85be04f3894e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.564054 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9dacd922-1bc7-4096-9277-e92274d2328b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.630355 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113917a2-3d89-4190-a849-b9ab106268d6 req-531835a4-f732-42d4-93ce-85b23baed0e7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:07.632292 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-113917a2-3d89-4190-a849-b9ab106268d6 req-531835a4-f732-42d4-93ce-85b23baed0e7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1200242 Jul 12 18:15:07.689408 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-113917a2-3d89-4190-a849-b9ab106268d6 req-5e333eb7-6806-410b-84c6-c9f50b0999be tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486858 Jul 12 18:15:07.707824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0993e17-133b-402a-965a-85be04f3894e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.713884 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0993e17-133b-402a-965a-85be04f3894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.776767 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c0993e17-133b-402a-965a-85be04f3894e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfd9b013f1f34383afc49bffb52e2860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665166 Jul 12 18:15:07.779542 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47642) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:07.780536 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0993e17-133b-402a-965a-85be04f3894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1983694-429e-492e-ad04-6dc6060fe77b,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:07.835228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9dacd922-1bc7-4096-9277-e92274d2328b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.837622 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.839651 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9dacd922-1bc7-4096-9277-e92274d2328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.859952 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.877040 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-9dacd922-1bc7-4096-9277-e92274d2328b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93847819bddd4e25908b9ad04c249454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560459 Jul 12 18:15:07.878962 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd922-1bc7-4096-9277-e92274d2328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea359af9-bb72-411c-a657-cde72bbd528d,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:07.880919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47644) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:07.943405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.946449 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.947851 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1983694-429e-492e-ad04-6dc6060fe77b HTTP/1.1" status: 204 len: 168 time: 0.1666329 Jul 12 18:15:07.948599 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:07.967753 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bdea5-2fb2-44f9-86b1-caa6e3023c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1983694-429e-492e-ad04-6dc6060fe77b,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:07.980090 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.027174 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.029861 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.031003 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea359af9-bb72-411c-a657-cde72bbd528d HTTP/1.1" status: 204 len: 168 time: 0.1490619 Jul 12 18:15:08.039816 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7a53b-3280-46eb-9924-967227b5f98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea359af9-bb72-411c-a657-cde72bbd528d,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:08.238312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47658) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:08.252888 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eb2f337a-5492-4882-9baf-cfd53935f3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.344087 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eb2f337a-5492-4882-9baf-cfd53935f3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.348357 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-eb2f337a-5492-4882-9baf-cfd53935f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.387136 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-eb2f337a-5492-4882-9baf-cfd53935f3fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fb03228695f4c76a9f9825a61fae9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476808 Jul 12 18:15:08.387977 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f337a-5492-4882-9baf-cfd53935f3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4227387a-5c38-4ae4-a6af-0cefd9fbf9ed,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:08.390032 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47660) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:08.432228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47662) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:08.441889 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.445707 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b7374b70-8791-4df2-8169-7d65839cb81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.463362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.515167 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.519622 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.523844 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4227387a-5c38-4ae4-a6af-0cefd9fbf9ed HTTP/1.1" status: 204 len: 168 time: 0.1298783 Jul 12 18:15:08.532466 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b31361-2239-4fde-9b4c-be974afe92da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4227387a-5c38-4ae4-a6af-0cefd9fbf9ed,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:08.543437 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b7374b70-8791-4df2-8169-7d65839cb81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.549758 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b7374b70-8791-4df2-8169-7d65839cb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.618506 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-b7374b70-8791-4df2-8169-7d65839cb81d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2860e0a119634e308b4a1fa1f5a76df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823533 Jul 12 18:15:08.619191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47670) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:08.624397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7374b70-8791-4df2-8169-7d65839cb81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3e248-11cc-4d2e-9f8b-c0e093a6f64a,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:08.698551 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.735493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.803472 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.807094 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:08.809283 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e3e248-11cc-4d2e-9f8b-c0e093a6f64a HTTP/1.1" status: 204 len: 168 time: 0.1889291 Jul 12 18:15:08.827518 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca147acc-8ac0-439f-b811-1502c42ce882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3e248-11cc-4d2e-9f8b-c0e093a6f64a,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:08.901013 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390d1c7-f3ae-468f-8164-3a53b41c0722 req-9c231481-7105-411d-b99f-b2cc1d392da1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:08.902519 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6390d1c7-f3ae-468f-8164-3a53b41c0722 req-9c231481-7105-411d-b99f-b2cc1d392da1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0770574 Jul 12 18:15:08.945579 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6390d1c7-f3ae-468f-8164-3a53b41c0722 req-a3d07dc1-b19a-4936-b82a-2dff176be87e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Jul 12 18:15:09.098155 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b70056b8-74eb-4db2-a0e4-09e8518be38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:09.541709 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:09.714447 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47732) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:09.817966 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a26b72ca-1c56-4c2c-b834-d42951e97d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:09.912973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a26b72ca-1c56-4c2c-b834-d42951e97d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:09.920028 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a26b72ca-1c56-4c2c-b834-d42951e97d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:09.957868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a26b72ca-1c56-4c2c-b834-d42951e97d97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45b3ac7fe40748808abaaccf854b53c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422571 Jul 12 18:15:09.958944 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b72ca-1c56-4c2c-b834-d42951e97d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bb14b-5b83-4f63-9bba-6a32f7036d13,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:09.960764 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47738) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:10.018000 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:10.039770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:10.093387 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:10.096256 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:10.097600 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/325bb14b-5b83-4f63-9bba-6a32f7036d13 HTTP/1.1" status: 204 len: 168 time: 0.1349525 Jul 12 18:15:10.129981 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510e8fc-7d2c-4052-9112-e255e8f5ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bb14b-5b83-4f63-9bba-6a32f7036d13,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:10.142387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a682d-6f51-4511-8958-cb4b99738117 req-4203abf5-c33f-4828-9c29-c8af04229f2c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:10.150679 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e50a682d-6f51-4511-8958-cb4b99738117 req-4203abf5-c33f-4828-9c29-c8af04229f2c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0830431 Jul 12 18:15:10.190364 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:10.201099 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e50a682d-6f51-4511-8958-cb4b99738117 req-9d3a8b4e-8dc3-430e-bec2-c91df7b6f870 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jul 12 18:15:11.377158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec1b44-a608-4b20-a4d2-05219c51a0ba req-cac51067-2848-410c-a316-21f081514a88 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:11.385328 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-41ec1b44-a608-4b20-a4d2-05219c51a0ba req-cac51067-2848-410c-a316-21f081514a88 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0683749 Jul 12 18:15:11.416998 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-41ec1b44-a608-4b20-a4d2-05219c51a0ba req-442ac91c-249b-4ad0-b23f-4c7e1ef7aba6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jul 12 18:15:11.719863 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:12.583049 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815eba-924c-4df4-9b1a-bffe955ce557 req-7cf0d5c6-8b05-4631-8382-6cefdc887fa9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:12.584410 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9a815eba-924c-4df4-9b1a-bffe955ce557 req-7cf0d5c6-8b05-4631-8382-6cefdc887fa9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0596259 Jul 12 18:15:12.619665 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9a815eba-924c-4df4-9b1a-bffe955ce557 req-a9012e5d-0ace-4165-ae4d-52b624b5b526 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292499 Jul 12 18:15:13.760076 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-788db15e-9e88-460a-8b4e-52fd1897d417 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966935 Jul 12 18:15:13.808503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed5000-ec7c-488a-a2f2-b8bffb454e52 req-7c0b254b-7af8-4649-9736-056e8b93bc15 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:13.810010 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-97ed5000-ec7c-488a-a2f2-b8bffb454e52 req-7c0b254b-7af8-4649-9736-056e8b93bc15 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0689044 Jul 12 18:15:13.848349 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-97ed5000-ec7c-488a-a2f2-b8bffb454e52 req-222688ab-9d3f-4100-ae27-91545673fb9c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Jul 12 18:15:13.916524 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-e29c51af-ddc2-4635-917a-eace6f8989da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:13.918022 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-e29c51af-ddc2-4635-917a-eace6f8989da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=de3445a061a840218d8506fb674b408f&device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 1098 time: 0.0502954 Jul 12 18:15:14.035160 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-16f60e60-177d-48fb-828a-d512c5e44f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:14.036601 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-16f60e60-177d-48fb-828a-d512c5e44f11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 HTTP/1.1" status: 200 len: 913 time: 0.0840974 Jul 12 18:15:14.085610 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-7bff2acd-283a-4a62-a24c-4ea180e842b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c HTTP/1.1" status: 200 len: 217 time: 0.0337977 Jul 12 18:15:14.144754 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-cf786c62-56eb-4459-9bc4-af5a44daeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:14.146537 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-cf786c62-56eb-4459-9bc4-af5a44daeafe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=42418870-d7d1-4b77-ac98-4390b67d015f HTTP/1.1" status: 200 len: 852 time: 0.0495913 Jul 12 18:15:14.181336 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-a3f6bb9a-5abd-4292-92df-05972c433ae0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267644 Jul 12 18:15:14.203278 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47858) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:14.246847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Deleting subnet 68284a17-18a5-4862-9ace-5105267c6b3a {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:15:14.249899 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.274829 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-a79b8dfb-7cdd-4e60-93b4-a3cb369e0541 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837727 Jul 12 18:15:14.284576 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.328591 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.369756 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e52c9856-7338-4021-97fc-ff8c3e5c2dc1 req-ba21ed68-268a-469b-ab18-3999737febb8 service neutron] 10.222.0.38 "GET /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Jul 12 18:15:14.382363 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.409132 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68284a17-18a5-4862-9ace-5105267c6b3a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:14.437042 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.439046 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8f7fb87c-d304-4ffe-8297-74e8cb8b327a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/68284a17-18a5-4862-9ace-5105267c6b3a HTTP/1.1" status: 204 len: 168 time: 0.2364726 Jul 12 18:15:14.441487 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 47866) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:14.533510 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.632928 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.642830 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91e3c12-7576-46cf-bfc5-aa8bda92bd6d']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:14.652464 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df15b2f-4b2c-49fd-a323-d156ac6af602') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:14.652755 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df15b2f-4b2c-49fd-a323-d156ac6af602') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:14.661523 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.674983 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.681448 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:15:14.681906 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:15:14.683532 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:15:14.734108 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.739952 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.742977 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e91e3c12-7576-46cf-bfc5-aa8bda92bd6d HTTP/1.1" status: 204 len: 168 time: 0.2999747 Jul 12 18:15:14.745843 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47874) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:14.761584 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da268-6ce8-4739-ab45-192a88e399a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91e3c12-7576-46cf-bfc5-aa8bda92bd6d,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:14.792114 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Deleting subnet 2a46d04e-25e4-412a-bf0a-ecf535601fe5 {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:15:14.797835 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.831657 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.838136 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.898349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.926875 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a46d04e-25e4-412a-bf0a-ecf535601fe5,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:14.934046 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:14.938185 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3a0a7a2f-e47b-4ae7-86b2-6500d78815a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2a46d04e-25e4-412a-bf0a-ecf535601fe5 HTTP/1.1" status: 204 len: 168 time: 0.1891100 Jul 12 18:15:14.938419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47892) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:14.970691 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.062127 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.127636 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d4a20-fb11-471d-b9ce-6960d603280d req-f8a5f54d-5621-4872-917f-943cc4728be6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:15.129141 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e48d4a20-fb11-471d-b9ce-6960d603280d req-f8a5f54d-5621-4872-917f-943cc4728be6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1374879 Jul 12 18:15:15.177742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.196515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.196899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.197650 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.197997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > port after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.198339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.198665 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > port after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.198982 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.199303 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.199618 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.199933 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.349409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.349759 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.350090 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.350420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 18:15:15.350795 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e0204f-61a4-4583-b281-8c3490ed9b90']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:15.377652 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e48d4a20-fb11-471d-b9ce-6960d603280d req-95fff544-da96-49cf-9275-f5c82a492517 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245984 Jul 12 18:15:15.379707 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404f538e-694e-41b4-8a8f-3a757183283f') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:15.380007 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404f538e-694e-41b4-8a8f-3a757183283f') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:15.396342 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.417362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.425797 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:15:15.426287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: from cryptography.utils import int_from_bytes Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: from cryptography.utils import int_from_bytes Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:15:15.430760 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:15:15.484125 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.490726 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.493184 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b5e0204f-61a4-4583-b281-8c3490ed9b90 HTTP/1.1" status: 204 len: 168 time: 0.5538347 Jul 12 18:15:15.505268 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f44466-0c6b-44da-8511-8da5f82ccf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e0204f-61a4-4583-b281-8c3490ed9b90,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:15.672151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47922) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:15.711577 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-fecfa2d4-de92-43ff-8730-7388137d6864 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d559e6b84d8e476ab0ab5ba5149612fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376689 Jul 12 18:15:15.713960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47924) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:15.765244 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.785056 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.830204 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.832757 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:15.833923 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97250d85-36e5-4bb7-b185-aa5153d1d758 HTTP/1.1" status: 204 len: 168 time: 0.1190689 Jul 12 18:15:15.841520 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb2628-c045-4df3-9b8c-48554169c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97250d85-36e5-4bb7-b185-aa5153d1d758,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:16.143298 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47936) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:16.181495 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c40f3bfa-76fb-43c5-9038-18a1f6035994 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=418c02003685403db0d5f8c7a3acea64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370541 Jul 12 18:15:16.183717 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47938) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:16.228319 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:16.248188 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:16.292883 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:16.295296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:16.296399 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22541510-529b-41a2-8829-2582a81891dd HTTP/1.1" status: 204 len: 168 time: 0.1118197 Jul 12 18:15:16.303693 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ba05-055b-4dc3-9112-347b885c9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22541510-529b-41a2-8829-2582a81891dd,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:16.548551 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c6199-b1c1-4ab0-9ca3-d258c08a2fbd req-221c53e8-af74-4331-a024-41d6bf48a08b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:16.550039 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da4c6199-b1c1-4ab0-9ca3-d258c08a2fbd req-221c53e8-af74-4331-a024-41d6bf48a08b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0632520 Jul 12 18:15:16.586942 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da4c6199-b1c1-4ab0-9ca3-d258c08a2fbd req-1cd0f3b0-40e9-4852-84cf-49143365820a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Jul 12 18:15:17.519511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 47990) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:17.617027 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-233645f1-14a5-4df3-81bf-7053bb90d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.736425 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-233645f1-14a5-4df3-81bf-7053bb90d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.741257 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-233645f1-14a5-4df3-81bf-7053bb90d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.787409 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-233645f1-14a5-4df3-81bf-7053bb90d5b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=436e30a14d14487da99ba8017df3f1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668490 Jul 12 18:15:17.791005 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48000) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:17.794747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233645f1-14a5-4df3-81bf-7053bb90d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc96666-3a24-4fc9-b5ec-d1eaef2ad9ea,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:17.812817 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57c90-2a14-4a26-989d-c562c8d06242 req-073f503c-1a3b-406f-ab63-2b347980e4de tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:17.814216 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73a57c90-2a14-4a26-989d-c562c8d06242 req-073f503c-1a3b-406f-ab63-2b347980e4de tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1129425 Jul 12 18:15:17.843024 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.850354 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73a57c90-2a14-4a26-989d-c562c8d06242 req-9733d753-3266-4cdf-ab69-61ff3150060c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Jul 12 18:15:17.872601 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.924232 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.927351 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:17.935756 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efc96666-3a24-4fc9-b5ec-d1eaef2ad9ea HTTP/1.1" status: 204 len: 168 time: 0.1390400 Jul 12 18:15:17.945789 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d6bd5-867a-4ca2-b500-f8b004dbe2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc96666-3a24-4fc9-b5ec-d1eaef2ad9ea,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:18.637739 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48042) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:18.739035 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1142821754-network', 'tenant_id': 'eb7edc5a1f1844ea9c6937f80c4b7999'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:18.766097 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Made reservation on behalf of eb7edc5a1f1844ea9c6937f80c4b7999 for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:18.768720 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:18.778332 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:18.916847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8c3d3-4b20-47d1-bd08-0a7015b5b5f8 req-77e810c2-fd31-43f6-939f-3989cd15d793 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:18.927562 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-61e8c3d3-4b20-47d1-bd08-0a7015b5b5f8 req-77e810c2-fd31-43f6-939f-3989cd15d793 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.1223326 Jul 12 18:15:18.962664 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:18.972614 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:18.998280 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-61e8c3d3-4b20-47d1-bd08-0a7015b5b5f8 req-6c747234-f931-4a30-bedb-80405932f505 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Jul 12 18:15:19.004400 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:15:19.030047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:19.042898 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.042898 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Added segment af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4 of type vlan for network 31f6bc50-3595-4d65-bd59-47c95a50cd21 Jul 12 18:15:19.067720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d23e2-f233-4e91-9405-e54b8226dfa7 req-ec534d4b-b9cb-444c-9999-c5108a509df7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:19.069509 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5a3d23e2-f233-4e91-9405-e54b8226dfa7 req-ec534d4b-b9cb-444c-9999-c5108a509df7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0885794 Jul 12 18:15:19.098726 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.115450 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5a3d23e2-f233-4e91-9405-e54b8226dfa7 req-bb8b13ff-0f66-4c8e-bb9d-efadc21d703b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jul 12 18:15:19.147606 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.148681 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:19.150106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.205732 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5668371 Jul 12 18:15:19.208418 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48076) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:19.215465 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Request body: {'subnet': {'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1142821754-subnet', 'tenant_id': 'eb7edc5a1f1844ea9c6937f80c4b7999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:19.223670 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a83d7-3934-40bc-9394-8ac46548fc6e admin admin] Pushing event updated for resources: {'Network': ['ID=31f6bc50-3595-4d65-bd59-47c95a50cd21,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:19.238399 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:15:19.245061 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Made reservation on behalf of eb7edc5a1f1844ea9c6937f80c4b7999 for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:19.247664 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.432294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.681829 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d89f98f-e2ec-4799-897b-a02eeb02c63a,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:19.693495 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Checking segment: {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:19.693860 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Network hostable DHCP agents. Network: 31f6bc50-3595-4d65-bd59-47c95a50cd21, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:15:19.711624 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:15:19.726111 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 31f6bc50-3595-4d65-bd59-47c95a50cd21) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:19.734119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:19.734787 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:19.746056 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b434318-36a2-4fb1-bd33-79df87b3be96 None None] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:19.763421 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e32f64ce-6625-428e-a5a2-e2b100a60a31 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5539534 Jul 12 18:15:19.902642 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1adc65-336c-4594-8181-c44a22a971f9 None None] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:20.186629 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df783c-577e-4d72-b410-5beb020d9740 req-598c39a2-6e40-4bbd-9a0a-c79c759567d9 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:20.188594 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b7df783c-577e-4d72-b410-5beb020d9740 req-598c39a2-6e40-4bbd-9a0a-c79c759567d9 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0696146 Jul 12 18:15:20.251749 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b7df783c-577e-4d72-b410-5beb020d9740 req-5255c2e5-db5e-4482-95f3-64dd2d38fd80 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Jul 12 18:15:20.312332 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af9c8-d364-4e88-b75e-533aeb7dca05 req-04d51f0b-71f5-47d7-97be-cebb04e9957c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:20.319991 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fc1af9c8-d364-4e88-b75e-533aeb7dca05 req-04d51f0b-71f5-47d7-97be-cebb04e9957c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0831590 Jul 12 18:15:20.360225 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fc1af9c8-d364-4e88-b75e-533aeb7dca05 req-a92010a9-cf0c-449b-b5d9-65d1ac9aa761 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Jul 12 18:15:21.415598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91624e3-eee9-43db-979b-e0a421bddd5a req-db3b273e-1710-461e-bca0-afc5b406ad89 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:21.417116 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e91624e3-eee9-43db-979b-e0a421bddd5a req-db3b273e-1710-461e-bca0-afc5b406ad89 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0639579 Jul 12 18:15:21.458787 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e91624e3-eee9-43db-979b-e0a421bddd5a req-c42a2a88-906a-4f80-9279-167e431be542 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a376a72-b427-4774-8b25-2c25d05b184a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Jul 12 18:15:21.590747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9798557-7773-4453-90fe-eefa8c631979 req-6bc68bf1-bf37-4da7-8990-9c98adb50ba0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:21.595309 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f9798557-7773-4453-90fe-eefa8c631979 req-6bc68bf1-bf37-4da7-8990-9c98adb50ba0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1064734 Jul 12 18:15:21.614254 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-88e997ea-321b-47a2-9e21-859fd5915dee tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:21.615663 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-88e997ea-321b-47a2-9e21-859fd5915dee tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 945 time: 0.0996916 Jul 12 18:15:21.647393 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f9798557-7773-4453-90fe-eefa8c631979 req-b89711f3-62b9-4991-96e5-f2b9315f433c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491445 Jul 12 18:15:21.747614 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Deleting port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:15:21.747963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:21.834115 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48192) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:21.922585 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] For port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,segment=NetworkSegment(3dafcb15-e18c-4924-9340-29b0f2852035),segment_id=3dafcb15-e18c-4924-9340-29b0f2852035)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:21.922967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:21.932139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-bb2f9137-bdfc-4603-a9e4-54073472211c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:21.933849 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-bb2f9137-bdfc-4603-a9e4-54073472211c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/networks?id=31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 200 len: 814 time: 0.1916687 Jul 12 18:15:21.950034 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Calling delete_port for 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:15:21.970356 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-3f382f09-6005-45a2-a61e-bc75e31aaeda tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/quotas/eb7edc5a1f1844ea9c6937f80c4b7999 HTTP/1.1" status: 200 len: 375 time: 0.0215931 Jul 12 18:15:22.002884 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8680dafb-fe8b-47e7-957a-c939b7db24fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.052663 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:15:22.064104 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-0b21fa67-4555-4f13-823e-0eb3a90dfd9f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635784 Jul 12 18:15:22.099511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8680dafb-fe8b-47e7-957a-c939b7db24fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.103261 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8680dafb-fe8b-47e7-957a-c939b7db24fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.142186 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680dafb-fe8b-47e7-957a-c939b7db24fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b5480-b065-461e-97c8-349ecfb57fc7,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:22.154208 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8680dafb-fe8b-47e7-957a-c939b7db24fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d0e87ba44f24b6d989170017f38da07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167310 Jul 12 18:15:22.154924 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48212) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:22.208325 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.217629 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-4c440bc8-35fa-4198-a5c8-4a19dc2c3120 service neutron] 10.222.0.39 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374779 Jul 12 18:15:22.243405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.295248 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.298172 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.299334 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f26b5480-b065-461e-97c8-349ecfb57fc7 HTTP/1.1" status: 204 len: 168 time: 0.1434603 Jul 12 18:15:22.307725 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d3177-0efc-4c6f-8f6f-3fd8815c4fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b5480-b065-461e-97c8-349ecfb57fc7,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:22.340360 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.386922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Pushing event deleted for resources: {'Port': ['ID=36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:22.401049 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:15:22.423182 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-990e1954-a98a-42bc-b229-caa0a7d45949 service neutron] 10.222.0.39 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974502 Jul 12 18:15:22.470695 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] No DVR routers for this DVR port 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:15:22.474853 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.477853 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fe3b8a48-8d1e-43db-bb95-18c033e60d2c req-ea097877-0fb1-47c4-8e77-674cc80a6fdc tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.38 "DELETE /v2.0/ports/36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c HTTP/1.1" status: 204 len: 173 time: 0.8431904 Jul 12 18:15:22.478336 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'name': 'network-vif-deleted', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:15:22.481255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d1f9cd-345e-40a2-b8eb-d680b740fb16" -d '{"events": [{"server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "name": "network-vif-deleted", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:15:22.540733 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53db1c5-672c-49f7-bd35-4b0ac478ac3c x-openstack-request-id: req-c53db1c5-672c-49f7-bd35-4b0ac478ac3c {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:22.541089 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47dbc7-1d7a-4b7c-8799-087ac31b20ed", "name": "network-vif-deleted", "tag": "36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:22.541535 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c53db1c5-672c-49f7-bd35-4b0ac478ac3c {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:22.541740 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47dbc7-1d7a-4b7c-8799-087ac31b20ed', 'name': 'network-vif-deleted', 'tag': '36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c', 'status': 'completed', 'code': 200} Jul 12 18:15:22.565077 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48230) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:22.718000 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-258d379a-17fa-42e7-b26f-66362478652c req-adf50330-95d1-49ad-abf0-882e44a002d4 tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.0432417 Jul 12 18:15:22.912892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1620-29fc-423b-9685-a85cfcb7501a req-f5818702-5acd-487f-bc00-825c44ca6395 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:22.914514 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6f5c1620-29fc-423b-9685-a85cfcb7501a req-f5818702-5acd-487f-bc00-825c44ca6395 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0740583 Jul 12 18:15:22.924525 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d619701d-16b6-4b34-baee-c561405d3ea9 req-6bdb35dc-b15a-4301-a15e-2ab866811a19 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 210 time: 0.2570081 Jul 12 18:15:22.936119 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-df7c23d6-f188-4264-82e9-37fd36c630ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:22.975207 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6f5c1620-29fc-423b-9685-a85cfcb7501a req-3f193fc2-d165-4648-8504-eca1da2164a1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531750 Jul 12 18:15:23.077546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-df7c23d6-f188-4264-82e9-37fd36c630ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.083474 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-df7c23d6-f188-4264-82e9-37fd36c630ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.126226 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-df7c23d6-f188-4264-82e9-37fd36c630ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9c520235b394e76927a0e308139f489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600715 Jul 12 18:15:23.127434 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c23d6-f188-4264-82e9-37fd36c630ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f63de9-0c56-417c-8f1b-cea2f9f62a97,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:23.129018 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48250) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:23.186637 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.213277 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.265561 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.268356 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.269639 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13f63de9-0c56-417c-8f1b-cea2f9f62a97 HTTP/1.1" status: 204 len: 168 time: 0.1393721 Jul 12 18:15:23.280793 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5f81f-80e6-49b0-9a82-92e14ca2562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f63de9-0c56-417c-8f1b-cea2f9f62a97,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:23.565136 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48266) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:23.582631 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f2086de9-a16c-474a-b658-d40e2f1f33e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.677878 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f2086de9-a16c-474a-b658-d40e2f1f33e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.682665 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f2086de9-a16c-474a-b658-d40e2f1f33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.721900 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2086de9-a16c-474a-b658-d40e2f1f33e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c979e08-eecd-42e0-b56c-47486f840a6e,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:23.731172 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48272) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:23.731723 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f2086de9-a16c-474a-b658-d40e2f1f33e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0df007bd6be4a8fa6e30a433d4d07ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650107 Jul 12 18:15:23.787842 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.820490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.885835 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d91ac38e-7bd0-4c5a-a1cd-5a2510cb7620 req-933932f6-628e-4fbd-8051-69881710573e tempest-DeleteServersTestJSON-1640272591 tempest-DeleteServersTestJSON-1640272591-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe47dbc7-1d7a-4b7c-8799-087ac31b20ed HTTP/1.1" status: 200 len: 210 time: 0.0302989 Jul 12 18:15:23.911402 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.914007 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:23.915153 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c979e08-eecd-42e0-b56c-47486f840a6e HTTP/1.1" status: 204 len: 168 time: 0.1795144 Jul 12 18:15:23.923565 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f8ee4-6156-4029-bd72-24fb80a6d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c979e08-eecd-42e0-b56c-47486f840a6e,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:24.080494 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-85ce5e83-8599-4f3a-a7e5-c24c2f041d1a req-c5001747-7d66-42c8-9f4c-86699b989eb6 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 210 time: 0.0296683 Jul 12 18:15:24.201282 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b696f3e-5c9d-4523-aeed-00e4b0ba9b0f req-196838d3-fbba-4f86-a8f8-1d6de16fa8ca tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:24.208908 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6b696f3e-5c9d-4523-aeed-00e4b0ba9b0f req-196838d3-fbba-4f86-a8f8-1d6de16fa8ca tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0772865 Jul 12 18:15:24.251643 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6b696f3e-5c9d-4523-aeed-00e4b0ba9b0f req-dce15bb9-1a0a-4c7d-ab39-2ba95bbad83d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Jul 12 18:15:24.266108 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48286) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:24.280452 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18994d62-3c57-40d4-b162-983c1f07d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.374288 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18994d62-3c57-40d4-b162-983c1f07d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.379765 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18994d62-3c57-40d4-b162-983c1f07d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.419679 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-18994d62-3c57-40d4-b162-983c1f07d2b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22b90b7cc59c40069512332eb9e7896e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520560 Jul 12 18:15:24.420409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18994d62-3c57-40d4-b162-983c1f07d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3903bbe-9baf-4089-98c2-cff806cd40a8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:24.422728 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48288) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:24.480449 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.504963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.535918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-6400bfff-5ed0-4777-b926-da91667a0e2c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:24.537378 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-6400bfff-5ed0-4777-b926-da91667a0e2c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "GET /v2.0/networks?id=31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 200 len: 814 time: 0.1218703 Jul 12 18:15:24.556310 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.558923 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.559604 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Request body: {'port': {'device_id': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21', 'admin_state_up': True, 'tenant_id': 'eb7edc5a1f1844ea9c6937f80c4b7999'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:24.560015 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3903bbe-9baf-4089-98c2-cff806cd40a8 HTTP/1.1" status: 204 len: 168 time: 0.1364017 Jul 12 18:15:24.569968 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c4af-6f17-41ee-8b00-0e477265573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3903bbe-9baf-4089-98c2-cff806cd40a8,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:24.692988 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Made reservation on behalf of eb7edc5a1f1844ea9c6937f80c4b7999 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:24.700806 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:24.842824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Allocated IP 172.20.0.5 (31f6bc50-3595-4d65-bd59-47c95a50cd21/9d89f98f-e2ec-4799-897b-a02eeb02c63a/ac5db1e9-905e-40d0-975c-ec6af5dc7758) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:25.017598 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:25.063000 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:25.127519 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:25.134560 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:25.143099 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:25.195922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Pushing event updated for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:25.220156 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:25.221169 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:25.240808 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-40669dfd-a44d-4812-9589-46cc91857b2a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872504 Jul 12 18:15:25.327574 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8189e-d040-43fa-9141-b464bf93ad57 req-630a544c-5482-4e6c-970c-07351a851c4c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:25.329328 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96b8189e-d040-43fa-9141-b464bf93ad57 req-630a544c-5482-4e6c-970c-07351a851c4c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 931 time: 0.0907829 Jul 12 18:15:25.388166 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96b8189e-d040-43fa-9141-b464bf93ad57 req-9e22d509-74b4-4498-abbe-58b81e0e4cdd tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514555 Jul 12 18:15:25.442919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8613e-be33-4eba-8654-2ccf07be387b req-dfec0d30-d7c7-49ae-a3f4-16030f2ae3d7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:25.444423 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f3e8613e-be33-4eba-8654-2ccf07be387b req-dfec0d30-d7c7-49ae-a3f4-16030f2ae3d7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0710609 Jul 12 18:15:25.488395 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f3e8613e-be33-4eba-8654-2ccf07be387b req-065548ed-fe04-4964-93d4-7964fbf844e0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Jul 12 18:15:26.552196 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3e23e-8146-4500-9ac1-9d6256331c89 req-5897d848-6300-42c7-9e3d-ac13e56cf05a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:26.553667 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-93d3e23e-8146-4500-9ac1-9d6256331c89 req-5897d848-6300-42c7-9e3d-ac13e56cf05a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 931 time: 0.0616934 Jul 12 18:15:26.589777 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-93d3e23e-8146-4500-9ac1-9d6256331c89 req-a0af1ad5-a7eb-4d17-aac8-2ba4938bd70c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Jul 12 18:15:26.743373 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b217d2-b7f2-4b1a-a81c-37c2760ed536 req-92fc6c85-cbff-43f4-985f-1db28c545afa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:26.744808 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-51b217d2-b7f2-4b1a-a81c-37c2760ed536 req-92fc6c85-cbff-43f4-985f-1db28c545afa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0602176 Jul 12 18:15:26.780978 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-51b217d2-b7f2-4b1a-a81c-37c2760ed536 req-65b3f2fe-5614-4577-b2a9-79a3750ce87f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jul 12 18:15:26.979366 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:15:26.999466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:15:26.999808 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 36bb5ab4-0ac7-4bd0-8a9e-46229d95c26c not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:15:27.757147 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6bcd-ddea-4342-93d5-bc0c32c05839 req-48f2dedd-326c-4836-a4e9-f43a5cf627a7 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:27.758588 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-775a6bcd-ddea-4342-93d5-bc0c32c05839 req-48f2dedd-326c-4836-a4e9-f43a5cf627a7 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 931 time: 0.0632048 Jul 12 18:15:27.796372 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-775a6bcd-ddea-4342-93d5-bc0c32c05839 req-7585612e-1c29-4b20-b9b3-5fc3045fdc90 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Jul 12 18:15:27.930972 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Request body: {'port': {'device_id': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:27.955978 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6c84c-2017-4ab5-9b0e-1ef4ddc2c12d req-714bb0cc-c959-48b4-86af-c6f01bf3c1b8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:27.957696 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3db6c84c-2017-4ab5-9b0e-1ef4ddc2c12d req-714bb0cc-c959-48b4-86af-c6f01bf3c1b8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0660696 Jul 12 18:15:27.999943 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3db6c84c-2017-4ab5-9b0e-1ef4ddc2c12d req-5e949dc4-b9ed-470d-a38d-b43a7529ea24 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Jul 12 18:15:28.010469 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.260517 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5db1e9-905e-40d0-975c-ec6af5dc7758 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:15:28.267687 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.279580 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Transition to ACTIVE for port object ac5db1e9-905e-40d0-975c-ec6af5dc7758 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:28.282800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.337053 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Pushing event updated for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:28.407148 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Attempting to bind port ac5db1e9-905e-40d0-975c-ec6af5dc7758 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:28.407484 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Attempting to bind port ac5db1e9-905e-40d0-975c-ec6af5dc7758 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:28.407814 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Attempting to bind port ac5db1e9-905e-40d0-975c-ec6af5dc7758 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:28.411856 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Port ac5db1e9-905e-40d0-975c-ec6af5dc7758 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:15:28.412179 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Attempting to bind port ac5db1e9-905e-40d0-975c-ec6af5dc7758 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:28.416963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:28.417298 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Checking segment: {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:28.417674 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Bound using segment: {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:28.418096 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Bound port: ac5db1e9-905e-40d0-975c-ec6af5dc7758, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:28.418454 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.478637 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:28.481539 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:28.485683 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.524872 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:28.525495 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.526859 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] 10.222.0.38 "PUT /v2.0/ports/ac5db1e9-905e-40d0-975c-ec6af5dc7758 HTTP/1.1" status: 200 len: 1093 time: 0.6002617 Jul 12 18:15:28.527289 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:15:28.529529 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d256e-bf10-46a6-a240-59b43d8334a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:15:28.550989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763af4e8-790d-4f73-85bf-1443e5622aae service neutron] Pushing event updated for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:28.569923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eeb1ed-5e99-4b90-90ae-c937a0210993 x-openstack-request-id: req-41eeb1ed-5e99-4b90-90ae-c937a0210993 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:28.570571 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:28.571296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41eeb1ed-5e99-4b90-90ae-c937a0210993 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:28.571662 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758', 'status': 'completed', 'code': 200} Jul 12 18:15:28.656811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-617b7528-4e3a-4661-826a-cb5a74eb8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:28.658333 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-617b7528-4e3a-4661-826a-cb5a74eb8a20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 1096 time: 0.0574136 Jul 12 18:15:28.710137 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-5857d9ab-bf56-444a-828a-33c5a210265f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758 HTTP/1.1" status: 200 len: 217 time: 0.0344517 Jul 12 18:15:28.743350 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48396) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:28.759020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-3233477a-5053-43dc-a463-6bd1680bef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:28.760479 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-3233477a-5053-43dc-a463-6bd1680bef33 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d89f98f-e2ec-4799-897b-a02eeb02c63a HTTP/1.1" status: 200 len: 854 time: 0.0440843 Jul 12 18:15:28.785963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Deleting subnet 42418870-d7d1-4b77-ac98-4390b67d015f {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:15:28.788993 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.795779 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-9d9389eb-c2da-46e6-9ae1-6acb0ade95a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31f6bc50-3595-4d65-bd59-47c95a50cd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269165 Jul 12 18:15:28.832936 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.877293 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.907637 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-ce04b22b-c553-4227-85a3-876d182befa6 service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031780 Jul 12 18:15:28.934380 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.957388 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42418870-d7d1-4b77-ac98-4390b67d015f,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:28.968908 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:28.971189 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2d135399-e090-473e-8e38-45c754fd83ae admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42418870-d7d1-4b77-ac98-4390b67d015f HTTP/1.1" status: 204 len: 168 time: 0.2268116 Jul 12 18:15:28.973619 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48404) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:29.057184 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ab5c3-b22d-40af-be45-4078d14336a7 req-175426ef-9126-480b-9e5d-81ae9ab791cf tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:29.058780 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-588ab5c3-b22d-40af-be45-4078d14336a7 req-175426ef-9126-480b-9e5d-81ae9ab791cf tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.1408207 Jul 12 18:15:29.065604 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.122342 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a1b49c92-cec3-4fb1-b80f-45088d771aaa req-e04c445a-6756-454a-9a31-ed2ad4b51dd5 service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939311 Jul 12 18:15:29.160797 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-588ab5c3-b22d-40af-be45-4078d14336a7 req-fe65efb7-197b-46c9-8143-2a494add6ac6 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836680 Jul 12 18:15:29.228890 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.244180 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb235e9-6fa6-43a3-a803-6c5bef70f7e1']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:29.260639 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dafcb15-e18c-4924-9340-29b0f2852035') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:29.260996 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dafcb15-e18c-4924-9340-29b0f2852035') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:29.286365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.309964 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.322468 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-2576474a-f2fb-4c26-ad44-0c3fa97da7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:29.324178 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-2576474a-f2fb-4c26-ad44-0c3fa97da7c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 1096 time: 0.0679240 Jul 12 18:15:29.326731 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc270-7f01-49bb-9fdf-e222ff7ef09f req-b0960569-667a-46ac-9ea9-8a8a2313ecde tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:29.328469 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-435bc270-7f01-49bb-9fdf-e222ff7ef09f req-b0960569-667a-46ac-9ea9-8a8a2313ecde tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1924009 Jul 12 18:15:29.329613 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:15:29.330323 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:15:29.332654 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:15:29.446511 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-435bc270-7f01-49bb-9fdf-e222ff7ef09f req-a524017a-7212-4698-bc17-1700957f1f31 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949273 Jul 12 18:15:29.447659 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.452558 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-1b57c154-1043-4cc5-837e-386844584510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:29.455123 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-1b57c154-1043-4cc5-837e-386844584510 service neutron] 10.222.0.38 "GET /v2.0/networks?id=31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 200 len: 915 time: 0.1233070 Jul 12 18:15:29.478321 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.480262 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0cb235e9-6fa6-43a3-a803-6c5bef70f7e1 HTTP/1.1" status: 204 len: 168 time: 0.5055778 Jul 12 18:15:29.490023 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d616823-15be-4254-82c1-662c2fb8a4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb235e9-6fa6-43a3-a803-6c5bef70f7e1,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:29.502774 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-9a007ad4-7855-4ac6-9dce-7698ba2d6d51 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758 HTTP/1.1" status: 200 len: 217 time: 0.0391324 Jul 12 18:15:29.553266 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-c378e843-139d-4d91-a1a7-4012a93b61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:29.554728 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-c378e843-139d-4d91-a1a7-4012a93b61b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d89f98f-e2ec-4799-897b-a02eeb02c63a HTTP/1.1" status: 200 len: 854 time: 0.0453351 Jul 12 18:15:29.592647 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-6117ed94-af87-4ac9-b283-b657c522f1bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31f6bc50-3595-4d65-bd59-47c95a50cd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301471 Jul 12 18:15:29.644029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48440) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:29.686630 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-54e4973c-d9c7-4cd8-a480-c3d9f4e104c9 service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Jul 12 18:15:29.689110 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e9e34b88-cf51-4328-99a3-d7eeb8fca59d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de3445a061a840218d8506fb674b408f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429113 Jul 12 18:15:29.691369 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48442) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:29.738224 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.758754 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.806270 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.808749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:29.809926 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a376a72-b427-4774-8b25-2c25d05b184a HTTP/1.1" status: 204 len: 168 time: 0.1176827 Jul 12 18:15:29.817283 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb21e-bc62-45f1-a9f7-cd1f61a02bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a376a72-b427-4774-8b25-2c25d05b184a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:30.347393 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008293c-5eb7-43cf-bea4-bb8c164de85f req-005b2c6b-b124-44b7-a42d-15fcf987bc20 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:30.349094 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f008293c-5eb7-43cf-bea4-bb8c164de85f req-005b2c6b-b124-44b7-a42d-15fcf987bc20 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.0669804 Jul 12 18:15:30.388180 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f008293c-5eb7-43cf-bea4-bb8c164de85f req-febaa69e-538a-4cb4-b051-be30689a06ad tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Jul 12 18:15:30.445283 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48470) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:30.582055 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-567638548-network', 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:30.607379 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:30.610052 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.619732 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.684630 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-770d256e-bf10-46a6-a240-59b43d8334a6 req-9595b0dc-f5da-40c1-90c0-43af9fa84f4c service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305699 Jul 12 18:15:30.693243 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d65006-742a-42af-b13f-844547749ed8 req-592e66eb-11e0-43de-99a7-1bf52d72be32 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:30.694690 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32d65006-742a-42af-b13f-844547749ed8 req-592e66eb-11e0-43de-99a7-1bf52d72be32 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1325660 Jul 12 18:15:30.718173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.722771 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.735448 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32d65006-742a-42af-b13f-844547749ed8 req-3e62a24d-d7ee-45f8-84f8-e26ab3829289 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Jul 12 18:15:30.751686 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:15:30.761579 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54418f-63e9-45f4-98ce-ce799c7aecb7,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:30.767848 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.768260 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Added segment 8227174d-3697-4916-bc71-7d53f0333374 of type vlan for network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 Jul 12 18:15:30.810781 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.838490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.839556 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:30.840136 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:30.893363 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4467373 Jul 12 18:15:30.896270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48496) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:30.898468 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640aece-0b9d-4a94-8d03-0a03128924b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7034a8bf-a82d-49bd-b97f-225e4bdd0a78,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:30.903023 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Request body: {'subnet': {'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-567638548-subnet', 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:30.908739 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:15:30.926028 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:30.928446 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9346051'] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:31.085395 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8903520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9345529'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:31.138747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a71285-2b17-4b1a-af29-843e81a82bfb,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:31.145370 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Checking segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:31.145720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Network hostable DHCP agents. Network: 7034a8bf-a82d-49bd-b97f-225e4bdd0a78, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:15:31.161739 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:15:31.169795 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 7034a8bf-a82d-49bd-b97f-225e4bdd0a78) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:31.173521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:31.174108 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:31.178611 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af51f5-c249-4eea-971d-5cfab7a6a974 None None] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:31.197670 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-9de15992-7641-4a99-bbc3-10807c38f9bc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2918019 Jul 12 18:15:31.301676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0becf4-385f-47d6-b763-65cd2d5af8ca None None] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:31.598878 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-e6e03b62-318e-4e82-bb07-46bac6e216f8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:31.600399 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-e6e03b62-318e-4e82-bb07-46bac6e216f8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1026542 Jul 12 18:15:31.615060 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-af649a2a-0036-4f96-8d25-2195e27e011d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/quotas/c3186b4ed5834263bbb9b07e982e53d3 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Jul 12 18:15:31.648866 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-ea2b9704-852e-4dbe-b030-ec602dab57f6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jul 12 18:15:31.734766 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-effb8189-0435-4543-90fd-2c1fa60e7006 service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Jul 12 18:15:31.828989 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-abe951d0-4452-47c1-bd28-f73116090e2b service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884936 Jul 12 18:15:32.089966 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfee95e-760f-41e6-9835-24fabea3acf8 req-a33a84b3-875c-4a0f-abfc-1364ac355f3f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:32.091443 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dcfee95e-760f-41e6-9835-24fabea3acf8 req-a33a84b3-875c-4a0f-abfc-1364ac355f3f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.0646112 Jul 12 18:15:32.132308 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dcfee95e-760f-41e6-9835-24fabea3acf8 req-bc459b91-9a60-45a1-824a-e27bc20f7b13 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Jul 12 18:15:32.313132 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96601d50-7d04-4f6c-ad4b-eec1832db618 req-b24fe70b-52c1-4cc5-9925-d8c232e25be1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:32.317357 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96601d50-7d04-4f6c-ad4b-eec1832db618 req-b24fe70b-52c1-4cc5-9925-d8c232e25be1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0730743 Jul 12 18:15:32.351056 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96601d50-7d04-4f6c-ad4b-eec1832db618 req-429d97fa-38b1-4e7c-ae17-076476e7ffa9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Jul 12 18:15:32.478866 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-734a9b3e-e9b2-4a81-912b-b0581784500d req-57ad7e43-e88b-439d-849b-16402a2553c5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 210 time: 0.0314379 Jul 12 18:15:33.110221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56521a1c-0fee-4931-b3a7-f259397632d8 req-afc423af-a92d-4a1e-afbd-20378e28b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:33.111973 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56521a1c-0fee-4931-b3a7-f259397632d8 req-afc423af-a92d-4a1e-afbd-20378e28b8b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1098 time: 0.0499582 Jul 12 18:15:33.154851 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56521a1c-0fee-4931-b3a7-f259397632d8 req-bcc0e899-44e8-46d8-83dd-1ebb077b9d9a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Jul 12 18:15:33.311804 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386b274-84b8-42bf-ad1a-dc00bd838d67 req-a23dd21d-24f9-4f1a-8a9a-732217335a1f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:33.313291 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a386b274-84b8-42bf-ad1a-dc00bd838d67 req-a23dd21d-24f9-4f1a-8a9a-732217335a1f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.0648193 Jul 12 18:15:33.349314 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a386b274-84b8-42bf-ad1a-dc00bd838d67 req-cd03439d-4cd3-47c4-bdb6-c0c470e20450 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Jul 12 18:15:33.530199 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea666e-e299-4a19-b07a-8c546d4c30b2 req-0415cb41-6006-4343-9f40-74288f39dc31 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:33.531714 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-58ea666e-e299-4a19-b07a-8c546d4c30b2 req-0415cb41-6006-4343-9f40-74288f39dc31 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0711427 Jul 12 18:15:33.576169 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-58ea666e-e299-4a19-b07a-8c546d4c30b2 req-2fd33f29-c097-48bc-9437-2c91bfbe1cb5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387828 Jul 12 18:15:33.634325 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ddd873b5-cab9-4587-974f-d44448452ec4 req-824faf82-15ff-4b43-b269-8ada78850f73 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jul 12 18:15:33.895392 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-4e79df3f-e4cd-4ce0-ae19-f00103122154 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:33.896844 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-4e79df3f-e4cd-4ce0-ae19-f00103122154 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1039059 Jul 12 18:15:33.917044 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Request body: {'port': {'device_id': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'admin_state_up': True, 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:34.042046 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:34.045791 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.173788 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Allocated IP 172.20.0.10 (7034a8bf-a82d-49bd-b97f-225e4bdd0a78/e4a71285-2b17-4b1a-af29-843e81a82bfb/27a0c66b-f050-4219-ad9e-8b5c59849129) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:34.326487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.365647 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.420959 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:34.424080 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:34.427892 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:34.452344 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event updated for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:34.482689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:34.483572 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.487985 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48596) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:34.524908 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-2f3cdd0d-44a5-4370-8411-f6962ea73ce5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6113966 Jul 12 18:15:34.553974 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5ad7-7dab-429a-823c-f8875993e5b9 req-68c56d13-161b-4c79-a101-8f5240873291 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:34.557432 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0a2f5ad7-7dab-429a-823c-f8875993e5b9 req-68c56d13-161b-4c79-a101-8f5240873291 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.0693653 Jul 12 18:15:34.581626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Request body: {'port': {'device_id': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:34.602332 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ae89-f640-49b5-9afe-b530da70982d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.640222 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0a2f5ad7-7dab-429a-823c-f8875993e5b9 req-025de872-9126-4d6d-b1b7-757e3ad82cb2 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Jul 12 18:15:34.703170 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ae89-f640-49b5-9afe-b530da70982d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.712980 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3ce0ae89-f640-49b5-9afe-b530da70982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.719333 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.765806 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-3ce0ae89-f640-49b5-9afe-b530da70982d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93e2c85d7bc64c068a6c9a889e5eafc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766898 Jul 12 18:15:34.766633 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48610) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:34.868722 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0ae89-f640-49b5-9afe-b530da70982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732d405-37a9-442d-be2b-aac9f4437d9a,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:34.906690 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:34.933198 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ffbd1-072e-46d2-b1c3-6952126e735a req-94974a4c-cadb-4897-86d7-878334b3c64c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:34.934762 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fd6ffbd1-072e-46d2-b1c3-6952126e735a req-94974a4c-cadb-4897-86d7-878334b3c64c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.1318874 Jul 12 18:15:34.946393 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.004595 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fd6ffbd1-072e-46d2-b1c3-6952126e735a req-5aa31aa5-8950-4fe8-be19-c670432654ac tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639713 Jul 12 18:15:35.033740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.037202 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.038516 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c732d405-37a9-442d-be2b-aac9f4437d9a HTTP/1.1" status: 204 len: 168 time: 0.2568562 Jul 12 18:15:35.049032 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eccd6-596a-46d8-99b4-e9ebe9d0cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732d405-37a9-442d-be2b-aac9f4437d9a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:35.219930 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92c952-64c3-4899-aeee-0c52dd502137 req-95a0b865-95de-437a-8898-cdc5e9bb999b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:35.221483 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0e92c952-64c3-4899-aeee-0c52dd502137 req-95a0b865-95de-437a-8898-cdc5e9bb999b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 932 time: 0.4149823 Jul 12 18:15:35.286329 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0e92c952-64c3-4899-aeee-0c52dd502137 req-d6165ab4-2024-4af7-8c33-4b3a595995fb tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Jul 12 18:15:35.340645 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48624) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:35.349757 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a0c66b-f050-4219-ad9e-8b5c59849129 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:15:35.361423 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c7550df-dce6-4919-8659-1fd8b2b098fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.364741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.384351 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Transition to ACTIVE for port object 27a0c66b-f050-4219-ad9e-8b5c59849129 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:35.389298 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.457505 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Pushing event updated for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:35.552742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Attempting to bind port 27a0c66b-f050-4219-ad9e-8b5c59849129 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:35.553103 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Attempting to bind port 27a0c66b-f050-4219-ad9e-8b5c59849129 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:35.553429 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Attempting to bind port 27a0c66b-f050-4219-ad9e-8b5c59849129 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:35.565178 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Port 27a0c66b-f050-4219-ad9e-8b5c59849129 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:15:35.565494 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Attempting to bind port 27a0c66b-f050-4219-ad9e-8b5c59849129 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:35.569111 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c7550df-dce6-4919-8659-1fd8b2b098fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.572538 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:35.572900 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Checking segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:35.573296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Bound using segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:35.573779 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Bound port: 27a0c66b-f050-4219-ad9e-8b5c59849129, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:35.574091 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.581624 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c7550df-dce6-4919-8659-1fd8b2b098fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.643332 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7550df-dce6-4919-8659-1fd8b2b098fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e72d0d-0d87-41bd-b627-842defcaaf66,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:35.651983 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1c7550df-dce6-4919-8659-1fd8b2b098fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51928c7fa5ce4ee49f841e2c90a76267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103266 Jul 12 18:15:35.654602 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48630) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:35.696706 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:35.716976 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=27a0c66b-f050-4219-ad9e-8b5c59849129,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:35.725905 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.734800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.773121 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:35.774342 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.775707 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] 10.222.0.38 "PUT /v2.0/ports/27a0c66b-f050-4219-ad9e-8b5c59849129 HTTP/1.1" status: 200 len: 1094 time: 1.2072530 Jul 12 18:15:35.778478 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:15:35.780799 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae30a29-3712-418b-8fd4-b59be6f6a802" -d '{"events": [{"name": "network-changed", "server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:15:35.796981 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.819917 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a498a2-3760-44fa-ab8a-2a1072f699ed service neutron] Pushing event updated for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:35.825858 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982132d0-878a-43e4-857d-b6cca031b463 x-openstack-request-id: req-982132d0-878a-43e4-857d-b6cca031b463 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:35.826047 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:35.826298 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-982132d0-878a-43e4-857d-b6cca031b463 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:35.826683 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129', 'status': 'completed', 'code': 200} Jul 12 18:15:35.838344 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1afb2-f6d1-4bb8-8cfc-9fa9b89ca3e6 req-8ab1f3ca-3c3f-4657-8263-5f18326d3583 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:35.840027 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-13b1afb2-f6d1-4bb8-8cfc-9fa9b89ca3e6 req-8ab1f3ca-3c3f-4657-8263-5f18326d3583 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 943 time: 0.0850050 Jul 12 18:15:35.881616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.884413 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:35.885696 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16e72d0d-0d87-41bd-b627-842defcaaf66 HTTP/1.1" status: 204 len: 168 time: 0.2300603 Jul 12 18:15:35.898613 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-13b1afb2-f6d1-4bb8-8cfc-9fa9b89ca3e6 req-c3eb147c-7760-4fec-99ef-ba8f8f5566da tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526638 Jul 12 18:15:35.935439 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac115b9-9ffc-47b9-9c1b-e1eb4e3725a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e72d0d-0d87-41bd-b627-842defcaaf66,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:35.959467 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac5db1e9-905e-40d0-975c-ec6af5dc7758 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:15:35.962594 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-f133f1d6-3d0f-407b-9fcf-a890818c3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:35.964209 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-f133f1d6-3d0f-407b-9fcf-a890818c3987 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 1097 time: 0.0981193 Jul 12 18:15:36.021375 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-db7ef856-4139-4801-9ca8-7845b7003eae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27a0c66b-f050-4219-ad9e-8b5c59849129 HTTP/1.1" status: 200 len: 217 time: 0.0388746 Jul 12 18:15:36.083382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-35f848fd-175d-4cd4-948a-e979cada67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.085021 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-35f848fd-175d-4cd4-948a-e979cada67d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 200 len: 854 time: 0.0563695 Jul 12 18:15:36.098422 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:36.116125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758', 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21', 'port_id': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758', 'mac_address': 'fa:16:3e:61:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d89f98f-e2ec-4799-897b-a02eeb02c63a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:15:36.132817 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-71f0ea3b-8cb6-4cbd-9b42-c91d0e479671 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357497 Jul 12 18:15:36.163717 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.177749 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5db1e9-905e-40d0-975c-ec6af5dc7758 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:15:36.206905 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:36.215463 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.251551 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48658) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:36.275096 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:36.283383 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.283951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.284435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.285104 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.285580 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.286050 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.286517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.287140 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.287611 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.288074 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.289126 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.289742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:36.329015 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-5b756987-23f8-4393-bd92-f75df32e9089 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857710 Jul 12 18:15:36.371052 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a5335d32-8698-4c79-bcc5-e43d5c9b8adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.421367 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8a401-40c0-49c2-9b76-12c682d1bfc4 req-227108ab-0fb7-4f82-8823-91b0f5fe63f6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.422851 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-81f8a401-40c0-49c2-9b76-12c682d1bfc4 req-227108ab-0fb7-4f82-8823-91b0f5fe63f6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.2607305 Jul 12 18:15:36.468921 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fb0d981e-3d2a-48e6-9299-5b612fb895af req-df1cdf4c-cfca-4fb9-bd78-cf9537d1a50a service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314988 Jul 12 18:15:36.474997 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a5335d32-8698-4c79-bcc5-e43d5c9b8adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.476410 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-81f8a401-40c0-49c2-9b76-12c682d1bfc4 req-dda914da-214d-47a4-b9ed-4fd19a4df556 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475314 Jul 12 18:15:36.481527 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a5335d32-8698-4c79-bcc5-e43d5c9b8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.523859 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5335d32-8698-4c79-bcc5-e43d5c9b8adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10afc616-e61c-4d41-90be-29803df5b759,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:36.532635 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-14ad64fc-504f-423c-a958-06be96d857b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.555744 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a5335d32-8698-4c79-bcc5-e43d5c9b8adf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bfab38f46594b178d18c6da989179ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015831 Jul 12 18:15:36.558331 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48674) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:36.614872 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.642434 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013c78c-5186-4dd9-9ba2-ca3bcb4c0930 req-ac0e5366-b24a-4e47-b45f-26b1fabec577 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.644040 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e013c78c-5186-4dd9-9ba2-ca3bcb4c0930 req-ac0e5366-b24a-4e47-b45f-26b1fabec577 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 944 time: 0.0742393 Jul 12 18:15:36.653831 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.688071 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e013c78c-5186-4dd9-9ba2-ca3bcb4c0930 req-1c2792ce-036b-4d57-8b2a-185af1305463 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Jul 12 18:15:36.744649 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['ac5db1e9-905e-40d0-975c-ec6af5dc7758'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:15:36.777009 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-3c59a3c9-6064-4584-b381-affc0a2d0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.778574 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-3c59a3c9-6064-4584-b381-affc0a2d0947 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 1097 time: 0.1494944 Jul 12 18:15:36.780975 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.783415 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:36.784430 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10afc616-e61c-4d41-90be-29803df5b759 HTTP/1.1" status: 204 len: 168 time: 0.2251420 Jul 12 18:15:36.803588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a5708-456b-4849-9dbe-09fcacca05fc req-c029ecc3-50c2-4340-8017-1ce19794828e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.805130 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e57a5708-456b-4849-9dbe-09fcacca05fc req-c029ecc3-50c2-4340-8017-1ce19794828e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1315937 Jul 12 18:15:36.827867 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9237-3159-4e9d-9051-d4106ad0eb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10afc616-e61c-4d41-90be-29803df5b759,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:36.891188 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e57a5708-456b-4849-9dbe-09fcacca05fc req-96aa1d9c-a5f8-4738-b673-8a9d043e10c4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797048 Jul 12 18:15:36.961708 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-74a6545e-7cdc-4267-b938-c80cf9d4ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:36.963318 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-74a6545e-7cdc-4267-b938-c80cf9d4ec60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 915 time: 0.1756563 Jul 12 18:15:37.041128 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-c1d1df08-1f35-477f-99c5-9a63625bc54f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27a0c66b-f050-4219-ad9e-8b5c59849129 HTTP/1.1" status: 200 len: 217 time: 0.0695190 Jul 12 18:15:37.117292 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-1ba885d1-29ba-4056-8c63-f682e394c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:37.118827 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-1ba885d1-29ba-4056-8c63-f682e394c267 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 200 len: 854 time: 0.0685279 Jul 12 18:15:37.144775 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0e77-71f3-4795-8732-fdcb644757c3 req-bf3647e8-1de6-46a9-814f-a9bb464d1cf4 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:37.154683 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b7ac0e77-71f3-4795-8732-fdcb644757c3 req-bf3647e8-1de6-46a9-814f-a9bb464d1cf4 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 944 time: 0.0972753 Jul 12 18:15:37.157037 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-9c79c3d2-fe9b-4209-9cf8-1bf73d9c436f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310273 Jul 12 18:15:37.205437 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b7ac0e77-71f3-4795-8732-fdcb644757c3 req-6c899b6b-11b8-40c1-b23e-672032b0adae tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Jul 12 18:15:37.321899 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-1e10e471-5a2b-4647-94ca-172fffdf7549 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567552 Jul 12 18:15:37.418603 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aae30a29-3712-418b-8fd4-b59be6f6a802 req-569ac1d1-eed5-43f3-b063-ed1b1b2a10d9 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878294 Jul 12 18:15:37.795266 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48734) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:37.876653 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916527ee-3422-4a93-ace1-a07d916e0ccb req-e0ee6c47-d8b2-48e9-9b89-5cb42f16fc86 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:37.878278 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-916527ee-3422-4a93-ace1-a07d916e0ccb req-e0ee6c47-d8b2-48e9-9b89-5cb42f16fc86 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 944 time: 0.0756857 Jul 12 18:15:37.907625 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1984621642-network', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:37.920369 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-916527ee-3422-4a93-ace1-a07d916e0ccb req-677bbcb7-ced6-48c0-bba7-203fc423405f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 12 18:15:37.938857 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Made reservation on behalf of c1a48e5ea9664ba2803d41982d8aa772 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:37.941505 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:37.955337 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:37.989928 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac5db1e9-905e-40d0-975c-ec6af5dc7758 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:38.045582 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port ac5db1e9-905e-40d0-975c-ec6af5dc7758 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:38.055922 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port ac5db1e9-905e-40d0-975c-ec6af5dc7758 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:38.056413 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.071162 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.075638 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.098827 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:15:38.118230 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba719e2-84df-4a37-a242-ad39fc83cca3,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:38.121903 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.122264 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Added segment 6dee72b5-fe67-484b-b13c-7334b1ce3f19 of type vlan for network e36899bc-94b1-4f2b-b945-0e1ad46aa0db Jul 12 18:15:38.151425 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.173151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.193315 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:15:38.198230 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd4a3b-5ecb-4dc7-aad9-59a1aea28303" -d '{"events": [{"server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "name": "network-vif-plugged", "status": "completed", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:15:38.217874 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:38.219175 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.220224 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:38.221001 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.222806 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.252239 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a8e28-8c40-4a0e-804e-d8df32a5b6fa x-openstack-request-id: req-770a8e28-8c40-4a0e-804e-d8df32a5b6fa {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:38.252530 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "name": "network-vif-plugged", "status": "completed", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:38.252776 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-770a8e28-8c40-4a0e-804e-d8df32a5b6fa {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:38.253191 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758', 'code': 200} Jul 12 18:15:38.284515 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:38.285371 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4889727 Jul 12 18:15:38.286840 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48752) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:38.292295 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Request body: {'subnet': {'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1984621642-subnet', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:38.302687 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f09255-646b-484a-aa5a-b055f442259f admin admin] Pushing event updated for resources: {'Network': ['ID=e36899bc-94b1-4f2b-b945-0e1ad46aa0db,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:38.313729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Made reservation on behalf of c1a48e5ea9664ba2803d41982d8aa772 for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:38.316071 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.319323 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:15:38.493796 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb715d6-5a96-4c6c-bc4a-3bc66289720b req-583f1a76-c70b-4c85-826f-d8fa4bda6baa tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:38.495294 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3cb715d6-5a96-4c6c-bc4a-3bc66289720b req-583f1a76-c70b-4c85-826f-d8fa4bda6baa tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1298010 Jul 12 18:15:38.568625 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3cb715d6-5a96-4c6c-bc4a-3bc66289720b req-726926f8-b827-4feb-9663-b6fa4a47b929 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653183 Jul 12 18:15:38.583081 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49608f-a9f1-4e98-9f50-adca9d68fac6 req-9cea0647-83bf-4338-94d2-c01dce0e0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:38.584782 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1d49608f-a9f1-4e98-9f50-adca9d68fac6 req-9cea0647-83bf-4338-94d2-c01dce0e0d85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 1098 time: 0.0598125 Jul 12 18:15:38.587372 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.630129 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1d49608f-a9f1-4e98-9f50-adca9d68fac6 req-93d4f9d0-6114-4126-a650-5fc5e9720a2d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Jul 12 18:15:38.647772 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9f1bde-3038-48f5-81ad-50294d5dc368,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:38.659346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Checking segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:38.659766 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Network hostable DHCP agents. Network: e36899bc-94b1-4f2b-b945-0e1ad46aa0db, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:15:38.677731 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:15:38.687439 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, e36899bc-94b1-4f2b-b945-0e1ad46aa0db) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:38.696429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:38.696877 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a2a591-ea65-494c-b1c2-d9a86718f9f6 None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:38.697045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.746349 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e2a8a9b5-6c83-477a-9d01-7efb9320f647 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4557874 Jul 12 18:15:38.746744 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48762) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:38.753998 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:38.773182 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c91c4-daa6-4f93-84f2-29c48127a3ad req-e6a78287-646b-466a-be08-ad8208f1ed8f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:38.774753 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e01c91c4-daa6-4f93-84f2-29c48127a3ad req-e6a78287-646b-466a-be08-ad8208f1ed8f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0798464 Jul 12 18:15:38.781184 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.782465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.825534 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e01c91c4-daa6-4f93-84f2-29c48127a3ad req-e5ebf3b6-1753-4bae-9894-860cc82d4542 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 Jul 12 18:15:38.839677 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.861489 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:15:38.862332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.965811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:38.991888 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Allocated IP 172.20.0.2 (e36899bc-94b1-4f2b-b945-0e1ad46aa0db/6d9f1bde-3038-48f5-81ad-50294d5dc368/ef2ee20a-38de-4f25-a693-afd65bb285e9) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:39.130255 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002fb2f-590c-416c-b569-4c5a5b4ccd64 req-cf56b743-b5cf-4ff0-90ce-4d4bc4a826ac tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:39.132268 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0002fb2f-590c-416c-b569-4c5a5b4ccd64 req-cf56b743-b5cf-4ff0-90ce-4d4bc4a826ac tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 944 time: 0.0866814 Jul 12 18:15:39.143781 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-69f6474a-ede8-4415-bb2b-321b58e71753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.159237 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.175596 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Transition to ACTIVE for port object ef2ee20a-38de-4f25-a693-afd65bb285e9 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:39.189070 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0002fb2f-590c-416c-b569-4c5a5b4ccd64 req-9a8168e7-602e-45e4-8473-e3033207335d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Jul 12 18:15:39.197527 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Transition to ACTIVE for port object ef2ee20a-38de-4f25-a693-afd65bb285e9 will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:39.205486 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.228055 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.231533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-dd66cc16-e0b5-430d-9fcc-9d5464b4b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:39.233048 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-dd66cc16-e0b5-430d-9fcc-9d5464b4b4f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.1279883 Jul 12 18:15:39.253266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:39.258282 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.258618 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:39.261286 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:39.270701 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Pushing event updated for resources: {'Port': ['ID=ef2ee20a-38de-4f25-a693-afd65bb285e9,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:39.328524 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Attempting to bind port ef2ee20a-38de-4f25-a693-afd65bb285e9 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:39.328802 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Attempting to bind port ef2ee20a-38de-4f25-a693-afd65bb285e9 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:39.329197 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Attempting to bind port ef2ee20a-38de-4f25-a693-afd65bb285e9 on network e36899bc-94b1-4f2b-b945-0e1ad46aa0db {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:39.334521 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:39.334521 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Checking segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:39.334865 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.336395 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Bound using segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:39.336395 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Bound port: ef2ee20a-38de-4f25-a693-afd65bb285e9, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:39.336859 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.404692 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-d0cc4ca6-aafb-418c-b000-98d2f317e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:39.406172 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-d0cc4ca6-aafb-418c-b000-98d2f317e0ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1574118 Jul 12 18:15:39.408470 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-cc499250-2419-469e-abe2-0e9241129082 None None] For port ef2ee20a-38de-4f25-a693-afd65bb285e9, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:39.412568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-cc499250-2419-469e-abe2-0e9241129082 None None] For port ef2ee20a-38de-4f25-a693-afd65bb285e9, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ef2ee20a-38de-4f25-a693-afd65bb285e9,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:39.417939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.464464 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Allocated IP 172.27.3.44 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/ed788df9-3659-4c18-827c-2e6536047ef3) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:39.469483 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-828dbdd9-149e-4bcc-b09a-161f0ae94fbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0552130 Jul 12 18:15:39.477092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc499250-2419-469e-abe2-0e9241129082 None None] Pushing event updated for resources: {'Port': ['ID=ef2ee20a-38de-4f25-a693-afd65bb285e9,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:39.564633 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.579470 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-cbf09113-315b-4f3c-9dc9-941f680c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:39.580883 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-cbf09113-315b-4f3c-9dc9-941f680c0226 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0989857 Jul 12 18:15:39.630151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.675046 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-f4ee9596-3b85-4e6f-919f-12ca4b3efcb1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729859 Jul 12 18:15:39.780388 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:39.849427 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:39.863896 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:39.875098 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:39.879165 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Pushing event updated for resources: {'Port': ['ID=ed788df9-3659-4c18-827c-2e6536047ef3,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:39.900203 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-601ee65a-1ef0-4f55-a2b6-25c498043a10 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099426 Jul 12 18:15:39.951136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ef2ee20a-38de-4f25-a693-afd65bb285e9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:39.975093 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb41f4b-2995-47d1-b6b6-46d560b8faa1 req-c6e1d51a-9901-4ddd-ac92-363e887ff164 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:39.977285 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-acb41f4b-2995-47d1-b6b6-46d560b8faa1 req-c6e1d51a-9901-4ddd-ac92-363e887ff164 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.2646077 Jul 12 18:15:40.016297 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port ef2ee20a-38de-4f25-a693-afd65bb285e9 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:40.023207 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 27a0c66b-f050-4219-ad9e-8b5c59849129 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:15:40.030097 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573aa8b-4396-40d3-bf7f-783720f3ff41 req-2e07dda9-32bb-4803-ab37-116890f16355 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:40.031702 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8573aa8b-4396-40d3-bf7f-783720f3ff41 req-2e07dda9-32bb-4803-ab37-116890f16355 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0714712 Jul 12 18:15:40.092196 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8573aa8b-4396-40d3-bf7f-783720f3ff41 req-e18a0a06-7bbb-4d32-8493-28ac3f449756 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Jul 12 18:15:40.136744 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=27a0c66b-f050-4219-ad9e-8b5c59849129,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:40.148564 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.151492 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '27a0c66b-f050-4219-ad9e-8b5c59849129', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'port_id': '27a0c66b-f050-4219-ad9e-8b5c59849129', 'mac_address': 'fa:16:3e:c6:b6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a71285-2b17-4b1a-af29-843e81a82bfb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:15:40.159328 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-acb41f4b-2995-47d1-b6b6-46d560b8faa1 req-e20b4310-c409-473d-8a81-8830519911b3 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656141 Jul 12 18:15:40.167032 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d5a68eb8-98e8-4293-9790-aae5027356d8 req-f5448798-e497-4e37-b2c3-1f2656495ae3 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574618 Jul 12 18:15:40.236142 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.262577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a0c66b-f050-4219-ad9e-8b5c59849129 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:15:40.306131 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=27a0c66b-f050-4219-ad9e-8b5c59849129,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:40.319740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.415399 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:40.620559 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdecfb3d-0dc6-4727-9f83-ff6446604785 None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:40.636621 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.684359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Provisioning for port ef2ee20a-38de-4f25-a693-afd65bb285e9 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:40.694834 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Provisioning complete for port ef2ee20a-38de-4f25-a693-afd65bb285e9 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:40.695735 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.709125 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f05e12-841c-4d69-8218-089109e680b8 req-4bd180da-7474-4277-b8ef-8574c340b255 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:40.710768 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-37f05e12-841c-4d69-8218-089109e680b8 req-4bd180da-7474-4277-b8ef-8574c340b255 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 945 time: 0.1279969 Jul 12 18:15:40.752806 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:15:40.785651 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-37f05e12-841c-4d69-8218-089109e680b8 req-dd493750-99f1-4299-bff0-a0c121e67e57 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Jul 12 18:15:40.894272 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.894475 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:40.963109 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] For port ef2ee20a-38de-4f25-a693-afd65bb285e9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ef2ee20a-38de-4f25-a693-afd65bb285e9,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:40.972767 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.035403 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Router fa50eaf1-17c6-4055-b9cc-a456bf082610 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:15:41.060492 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf742745-f1ca-45b4-b9e6-19379905e942 None None] Pushing event updated for resources: {'Port': ['ID=ef2ee20a-38de-4f25-a693-afd65bb285e9,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:41.163075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:15:41.175841 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Sync routers for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:15:41.188901 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:41.189725 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:41.193808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.199895 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48806) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:41.227324 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3f4332de-a618-479a-bdab-06c4adb6e6ff admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4766316 Jul 12 18:15:41.338782 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-914a3f94-f5da-496a-bf71-a1d3c7221638 None None] Provisioning complete for port ef2ee20a-38de-4f25-a693-afd65bb285e9 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:41.339152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-914a3f94-f5da-496a-bf71-a1d3c7221638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.343922 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:41.449383 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f034a-86cd-4b5a-ba42-a67d2a6c2d85 req-0105e274-89d2-4ae5-b797-b936bece483e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:41.456498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b60f034a-86cd-4b5a-ba42-a67d2a6c2d85 req-0105e274-89d2-4ae5-b797-b936bece483e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1431005 Jul 12 18:15:41.494683 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b60f034a-86cd-4b5a-ba42-a67d2a6c2d85 req-52bd68a8-4cd0-4fd1-913f-c791c46f0587 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365133 Jul 12 18:15:41.560555 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:40Z', 'revision_number': 3, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:41.592661 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Checking router: fa50eaf1-17c6-4055-b9cc-a456bf082610 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:15:41.593281 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Updating router fa50eaf1-17c6-4055-b9cc-a456bf082610 port ed788df9-3659-4c18-827c-2e6536047ef3 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:15:41.654237 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.683613 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac55c-f39d-4f28-b515-a4768a19445b req-e4377989-1925-4e7c-8e9c-1f01329fb8a2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:41.685762 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a21ac55c-f39d-4f28-b515-a4768a19445b req-e4377989-1925-4e7c-8e9c-1f01329fb8a2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.2389872 Jul 12 18:15:41.734692 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.927749 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ef2ee20a-38de-4f25-a693-afd65bb285e9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:41.960330 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.971017 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Transition to ACTIVE for port object ed788df9-3659-4c18-827c-2e6536047ef3 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:41.978883 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:41.989823 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port ef2ee20a-38de-4f25-a693-afd65bb285e9 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:41.990892 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.063541 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a21ac55c-f39d-4f28-b515-a4768a19445b req-b2f4a0ff-646a-4f9a-9c76-b574c27244b2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875468 Jul 12 18:15:42.092731 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Pushing event updated for resources: {'Port': ['ID=ed788df9-3659-4c18-827c-2e6536047ef3,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:42.099244 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Attempting to bind port ed788df9-3659-4c18-827c-2e6536047ef3 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:42.099244 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Attempting to bind port ed788df9-3659-4c18-827c-2e6536047ef3 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:42.099244 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Attempting to bind port ed788df9-3659-4c18-827c-2e6536047ef3 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:42.107558 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.107789 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.108132 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.108470 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.108802 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.109159 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.109489 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.109814 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.110146 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.110549 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.110791 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.111111 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:15:42.116224 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:42.116710 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:42.118093 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.118519 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:42.119051 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Bound port: ed788df9-3659-4c18-827c-2e6536047ef3, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:42.119604 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.173432 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.180700 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] For port ed788df9-3659-4c18-827c-2e6536047ef3, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:42.184112 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] For port ed788df9-3659-4c18-827c-2e6536047ef3, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ed788df9-3659-4c18-827c-2e6536047ef3,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:42.192115 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.249064 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5891-7751-467b-b3cc-a5b54d647384 None None] Pushing event updated for resources: {'Port': ['ID=ed788df9-3659-4c18-827c-2e6536047ef3,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:42.251813 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:42.252396 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:42.336707 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d81ac-d146-4118-801a-16ef0fc055b9 req-15363105-b87d-41e7-8bbd-331f72f92792 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:42.338208 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b47d81ac-d146-4118-801a-16ef0fc055b9 req-15363105-b87d-41e7-8bbd-331f72f92792 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 945 time: 0.1407857 Jul 12 18:15:42.350964 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:42.401673 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Allocated IP 172.20.0.1 (e36899bc-94b1-4f2b-b945-0e1ad46aa0db/6d9f1bde-3038-48f5-81ad-50294d5dc368/d4c6cd37-4761-46a0-a74c-d30b79da6433) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:42.407031 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b47d81ac-d146-4118-801a-16ef0fc055b9 req-0cad51d8-335f-4f0e-a5e1-9ff3dc03281c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Jul 12 18:15:42.514511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.527162 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Transition to ACTIVE for port object d4c6cd37-4761-46a0-a74c-d30b79da6433 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:42.560167 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.596261 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-2389578a-feb6-4991-99f9-2de601471454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:40Z', 'revision_number': 3, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:42.603722 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:42.606498 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:42.610038 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:42.625352 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389578a-feb6-4991-99f9-2de601471454 None None] The sync data for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi is: [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:40Z', 'revision_number': 3, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:15:42.632367 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:42.654079 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.813955 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.882092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-4b899d62-6b5f-4490-89ff-02aac8f20e7e None None] Provisioning for port d4c6cd37-4761-46a0-a74c-d30b79da6433 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:42.889871 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-4b899d62-6b5f-4490-89ff-02aac8f20e7e None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:42.890318 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b899d62-6b5f-4490-89ff-02aac8f20e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:42.935190 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-4b899d62-6b5f-4490-89ff-02aac8f20e7e None None] Port d4c6cd37-4761-46a0-a74c-d30b79da6433 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:43.007620 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:43.012165 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:43.081540 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:43.092073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:43.244065 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:43.246268 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:43.355075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf735b-b178-4cc8-9570-dded45ebbc44 req-74d7ed18-c11d-4470-93b3-7263fa83bab2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:43.356638 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8baf735b-b178-4cc8-9570-dded45ebbc44 req-74d7ed18-c11d-4470-93b3-7263fa83bab2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1533985 Jul 12 18:15:43.367550 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-cfab1639-1ca7-4284-b71e-7b52569912ea None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:43.368013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cfab1639-1ca7-4284-b71e-7b52569912ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:43.402238 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Router fa50eaf1-17c6-4055-b9cc-a456bf082610 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:15:43.421981 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-cfab1639-1ca7-4284-b71e-7b52569912ea None None] Port d4c6cd37-4761-46a0-a74c-d30b79da6433 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:43.426740 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8baf735b-b178-4cc8-9570-dded45ebbc44 req-ad08b317-269f-45a3-9cb1-e5a6ba0156ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605655 Jul 12 18:15:43.543750 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:15:43.547947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b865c91d-67bb-4399-9bcd-7f22c4d8f09d None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:43.548791 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b865c91d-67bb-4399-9bcd-7f22c4d8f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:43.551517 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d41c9de0-099c-4c40-a6fd-216537f006d8 admin admin] 10.222.0.39 "PUT /v2.0/routers/fa50eaf1-17c6-4055-b9cc-a456bf082610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3471425 Jul 12 18:15:43.599797 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-b865c91d-67bb-4399-9bcd-7f22c4d8f09d None None] Port d4c6cd37-4761-46a0-a74c-d30b79da6433 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:43.624294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71f03-0d88-435a-abc9-35283626103a req-b6f4dcce-e8c8-4761-ae6a-02a5e386f9e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:43.625849 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-03b71f03-0d88-435a-abc9-35283626103a req-b6f4dcce-e8c8-4761-ae6a-02a5e386f9e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 945 time: 0.0798850 Jul 12 18:15:43.665845 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-03b71f03-0d88-435a-abc9-35283626103a req-b339d8dc-4f30-4a07-99b6-779c6963a52e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Jul 12 18:15:43.920602 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ed788df9-3659-4c18-827c-2e6536047ef3 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:43.966946 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port ed788df9-3659-4c18-827c-2e6536047ef3 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:43.970810 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port ed788df9-3659-4c18-827c-2e6536047ef3 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:43.971182 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.030454 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48912) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:44.035504 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-899370093-network', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:44.054017 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.063035 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Made reservation on behalf of a447ac097f5d4b5caa136ca9d87cb2b3 for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:44.065441 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.073652 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.075947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port ed788df9-3659-4c18-827c-2e6536047ef3, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ed788df9-3659-4c18-827c-2e6536047ef3,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:44.079714 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.132967 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=ed788df9-3659-4c18-827c-2e6536047ef3,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:44.166194 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.170263 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.194557 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:15:44.203350 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed49e4-c934-4fa2-aba6-33e23446cbda,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:44.209572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.209974 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Added segment 47964a76-e0c5-464d-b28a-74ebb3975af9 of type vlan for network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd Jul 12 18:15:44.252325 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.281224 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.282106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:44.282700 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.342135 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Sync routers for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:15:44.343476 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3119423 Jul 12 18:15:44.346701 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48922) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:44.353178 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Request body: {'subnet': {'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-899370093-subnet', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:44.355970 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db545593-4084-489c-9e0b-f77d214ddb68 admin admin] Pushing event updated for resources: {'Network': ['ID=10b0e6b9-2907-4e10-a01f-e819e9d90ffd,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:44.362607 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:44.363251 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:44.369690 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:15:44.378708 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Made reservation on behalf of a447ac097f5d4b5caa136ca9d87cb2b3 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:15:44.381496 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9346051'] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.537726 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:44.568074 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8903520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9345529'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.611769 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a2e35-9533-4004-bb68-6c01b9ebc59c req-c3da61c3-f4e8-4262-b9c0-db874b1d5a69 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:44.620089 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-096a2e35-9533-4004-bb68-6c01b9ebc59c req-c3da61c3-f4e8-4262-b9c0-db874b1d5a69 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0753398 Jul 12 18:15:44.644158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284c09b8-215f-4978-ba0c-6715d1a91eee,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:44.651579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Checking segment: {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:44.652465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Network hostable DHCP agents. Network: 10b0e6b9-2907-4e10-a01f-e819e9d90ffd, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:15:44.665073 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-096a2e35-9533-4004-bb68-6c01b9ebc59c req-2f79c308-45b9-41a9-bdf0-c6c8d900a1da tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Jul 12 18:15:44.675786 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:15:44.690085 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 10b0e6b9-2907-4e10-a01f-e819e9d90ffd) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:44.695779 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:44.697112 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.718551 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7c1230cb-c75e-4c94-8cb3-883572174562 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3705714 Jul 12 18:15:44.722088 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 48940) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:44.727319 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723e792-6c84-4b4d-89c8-b685c67701ca None None] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:44.728963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:15:44.766103 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.767455 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.873306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045bd1-a510-4c9d-b2ce-2b9e56a546d7 req-8572f97b-5397-44bf-92ec-cf75df47081c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:44.874743 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d2045bd1-a510-4c9d-b2ce-2b9e56a546d7 req-8572f97b-5397-44bf-92ec-cf75df47081c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 945 time: 0.0679762 Jul 12 18:15:44.878393 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:44.921280 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d2045bd1-a510-4c9d-b2ce-2b9e56a546d7 req-af77370a-780c-4570-9116-8cd66c2884f4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Jul 12 18:15:45.017947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.036816 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.041568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 2, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:45.044843 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'fixed_ips': [{'subnet_id': '284c09b8-215f-4978-ba0c-6715d1a91eee'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:15:45.045665 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.081135 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Checking router: fa50eaf1-17c6-4055-b9cc-a456bf082610 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:15:45.081480 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Updating router fa50eaf1-17c6-4055-b9cc-a456bf082610 port d4c6cd37-4761-46a0-a74c-d30b79da6433 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:15:45.173740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.274116 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48952) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:45.279790 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.307856 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.359278 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Allocated IP 172.20.0.2 (10b0e6b9-2907-4e10-a01f-e819e9d90ffd/284c09b8-215f-4978-ba0c-6715d1a91eee/90ba1c97-5868-40d5-a891-10b686f1c8cb) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:45.398429 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-08ea6cb0-115d-4525-aafd-0377208e346b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.443646 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Allocated IP 172.27.3.114 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/630778ee-fb38-4730-84f0-e059fd662d81) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:45.510718 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-08ea6cb0-115d-4525-aafd-0377208e346b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.516096 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-08ea6cb0-115d-4525-aafd-0377208e346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.555564 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea6cb0-115d-4525-aafd-0377208e346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488d3eaa-12ac-476d-a82c-5b9b9e1d559d,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:45.561234 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-08ea6cb0-115d-4525-aafd-0377208e346b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32f1773fe64f494caf04a8d77a44f98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861626 Jul 12 18:15:45.563670 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 48956) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:45.581985 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.621379 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.622877 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.626127 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.639453 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Transition to ACTIVE for port object 90ba1c97-5868-40d5-a891-10b686f1c8cb will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:45.647148 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.658437 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.673567 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:45.675045 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Transition to ACTIVE for port object 90ba1c97-5868-40d5-a891-10b686f1c8cb will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:45.679837 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Transition to ACTIVE for port object d4c6cd37-4761-46a0-a74c-d30b79da6433 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:45.679999 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:45.683778 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:45.684229 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.689681 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.709908 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Pushing event updated for resources: {'Port': ['ID=630778ee-fb38-4730-84f0-e059fd662d81,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:45.727348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.730238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:45.734611 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488d3eaa-12ac-476d-a82c-5b9b9e1d559d HTTP/1.1" status: 204 len: 168 time: 0.1698184 Jul 12 18:15:45.749440 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:45.755547 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447fdca-3b96-4b44-b5d9-9f68f540d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d3eaa-12ac-476d-a82c-5b9b9e1d559d,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:45.764338 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:45.781989 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:45.792798 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Pushing event updated for resources: {'Port': ['ID=90ba1c97-5868-40d5-a891-10b686f1c8cb,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:46.029287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5219c21-6ae7-4ed8-9f85-223e5620f23b req-b0da0f7e-f76b-44f1-8e34-4d281d148109 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:46.031328 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c5219c21-6ae7-4ed8-9f85-223e5620f23b req-b0da0f7e-f76b-44f1-8e34-4d281d148109 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0886762 Jul 12 18:15:46.034146 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ed788df9-3659-4c18-827c-2e6536047ef3 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:46.071061 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 27a0c66b-f050-4219-ad9e-8b5c59849129 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:46.077759 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a670d-1027-472a-91fb-92282685b428 None None] Pushing event updated for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:46.134764 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c5219c21-6ae7-4ed8-9f85-223e5620f23b req-73e4c06c-a561-464f-8729-79b852991bfb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941527 Jul 12 18:15:46.151858 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Attempting to bind port 90ba1c97-5868-40d5-a891-10b686f1c8cb on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:46.151858 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Attempting to bind port 90ba1c97-5868-40d5-a891-10b686f1c8cb by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:46.151858 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Attempting to bind port 90ba1c97-5868-40d5-a891-10b686f1c8cb on network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:46.157316 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Attempting to bind port d4c6cd37-4761-46a0-a74c-d30b79da6433 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:46.157860 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Attempting to bind port d4c6cd37-4761-46a0-a74c-d30b79da6433 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:46.158225 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Attempting to bind port d4c6cd37-4761-46a0-a74c-d30b79da6433 on network e36899bc-94b1-4f2b-b945-0e1ad46aa0db {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:46.180071 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:46.180446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Checking segment: {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:46.180862 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.181260 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Bound using segment: {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:46.181742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Bound port: 90ba1c97-5868-40d5-a891-10b686f1c8cb, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:46.182128 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.194742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:46.195654 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Checking segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:46.196054 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.196444 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Bound using segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:46.196952 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Bound port: d4c6cd37-4761-46a0-a74c-d30b79da6433, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:46.197331 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.311961 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port ed788df9-3659-4c18-827c-2e6536047ef3 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:46.312371 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.313982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 27a0c66b-f050-4219-ad9e-8b5c59849129 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:46.352489 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 27a0c66b-f050-4219-ad9e-8b5c59849129 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:46.352887 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.366053 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] For port 90ba1c97-5868-40d5-a891-10b686f1c8cb, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:46.395197 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] For port d4c6cd37-4761-46a0-a74c-d30b79da6433, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:46.408856 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] For port 90ba1c97-5868-40d5-a891-10b686f1c8cb, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=90ba1c97-5868-40d5-a891-10b686f1c8cb,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:46.433065 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.437518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] For port d4c6cd37-4761-46a0-a74c-d30b79da6433, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=d4c6cd37-4761-46a0-a74c-d30b79da6433,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:46.439318 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e49bb-7de4-4b18-9f8b-4bfe4ae634c0 req-4e38df4b-7d02-4c2a-ae15-32abd1cf5441 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:46.448157 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-de6e49bb-7de4-4b18-9f8b-4bfe4ae634c0 req-4e38df4b-7d02-4c2a-ae15-32abd1cf5441 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 945 time: 0.2077885 Jul 12 18:15:46.471752 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.587164 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296e9b4-8d5c-40b3-baee-96b69521eb16 None None] Pushing event updated for resources: {'Port': ['ID=90ba1c97-5868-40d5-a891-10b686f1c8cb,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:46.598167 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:46.598807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:46.653664 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:46.833523 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-de6e49bb-7de4-4b18-9f8b-4bfe4ae634c0 req-362d1f51-db79-4762-b7e1-cd638ef59ae0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846462 Jul 12 18:15:46.970950 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:47.000307 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a670d-1027-472a-91fb-92282685b428 None None] Pushing event updated for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:47.020903 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:47.026607 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:15:47.029216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba24a2-f27d-45bb-b2e7-ef97239c2b29" -d '{"events": [{"server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "name": "network-vif-plugged", "status": "completed", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:15:47.052118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=27a0c66b-f050-4219-ad9e-8b5c59849129,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:47.054528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:47.090473 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff088f-acf4-4cfb-874f-a22323c180a4 x-openstack-request-id: req-aeff088f-acf4-4cfb-874f-a22323c180a4 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:15:47.090767 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "name": "network-vif-plugged", "status": "completed", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:15:47.091017 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aeff088f-acf4-4cfb-874f-a22323c180a4 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:15:47.091401 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129', 'code': 200} Jul 12 18:15:47.092157 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:47.226753 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:47.292511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Router 93785f7a-e64b-4599-8cca-8355e85c577a is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:15:47.354348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:46Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:47.381288 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5696d88-9e84-4496-b56b-116ce99978c1 None None] The sync data for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi is: [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:46Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:15:47.500892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205760af-3ef3-4faf-a775-7cedc289ab4f req-1c4068ac-2c95-4aaa-97f9-0d6783ba9f17 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:47.509426 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-205760af-3ef3-4faf-a775-7cedc289ab4f req-1c4068ac-2c95-4aaa-97f9-0d6783ba9f17 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.2061813 Jul 12 18:15:47.526150 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:15:47.539810 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Sync routers for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:15:47.554350 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:47.555002 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:47.565869 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c2477-79a0-4229-aa7a-ebaa3fce32da req-26b23b08-fa25-43dc-9e5d-8ad18401ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:47.572355 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a51c2477-79a0-4229-aa7a-ebaa3fce32da req-26b23b08-fa25-43dc-9e5d-8ad18401ff3c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 1099 time: 0.1644351 Jul 12 18:15:47.603491 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:47.603491 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7860fb1a-f4b3-478c-892f-917dba55ef03 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8767197 Jul 12 18:15:47.613080 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49016) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:47.680099 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-205760af-3ef3-4faf-a775-7cedc289ab4f req-a9dfa96f-9e88-4121-869c-998dfab96f45 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691129 Jul 12 18:15:47.848444 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a51c2477-79a0-4229-aa7a-ebaa3fce32da req-e85e70d3-0247-4bbe-8905-468bbea78236 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683654 Jul 12 18:15:47.908959 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:48.085271 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4523f-e7b7-4c91-a3c8-8c4dfab12208 None None] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:15:48.125336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device d4c6cd37-4761-46a0-a74c-d30b79da6433 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:48.213601 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e28fb-8a0f-4abf-8a7b-f07cc8636321 req-0227c1a0-7e36-482a-95c3-408c3efba87e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:48.215139 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5a4e28fb-8a0f-4abf-8a7b-f07cc8636321 req-0227c1a0-7e36-482a-95c3-408c3efba87e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 946 time: 0.1063309 Jul 12 18:15:48.253500 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-741da117-ef73-4275-bf9b-718ec671ae9f None None] Provisioning for port 90ba1c97-5868-40d5-a891-10b686f1c8cb completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:48.278480 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:46Z', 'revision_number': 3, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:48.299198 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5a4e28fb-8a0f-4abf-8a7b-f07cc8636321 req-bbc680a3-638f-4e2b-b61d-a41609ae9f8e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710769 Jul 12 18:15:48.315407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Checking router: 93785f7a-e64b-4599-8cca-8355e85c577a for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:15:48.315765 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Updating router 93785f7a-e64b-4599-8cca-8355e85c577a port 630778ee-fb38-4730-84f0-e059fd662d81 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:15:48.380996 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.391751 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port d4c6cd37-4761-46a0-a74c-d30b79da6433 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:48.396733 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:48.397503 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.522273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.528907 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.564558 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port d4c6cd37-4761-46a0-a74c-d30b79da6433, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=d4c6cd37-4761-46a0-a74c-d30b79da6433,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:48.575754 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.624648 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 90ba1c97-5868-40d5-a891-10b686f1c8cb up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:48.758023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:48.779105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 90ba1c97-5868-40d5-a891-10b686f1c8cb completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:48.806490 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 90ba1c97-5868-40d5-a891-10b686f1c8cb triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:48.807014 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.816185 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Allocated IP 172.20.0.1 (10b0e6b9-2907-4e10-a01f-e819e9d90ffd/284c09b8-215f-4978-ba0c-6715d1a91eee/8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:15:48.879868 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.896031 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] Provisioning complete for port 90ba1c97-5868-40d5-a891-10b686f1c8cb triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:48.901603 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.906999 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Transition to ACTIVE for port object 630778ee-fb38-4730-84f0-e059fd662d81 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:48.933734 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:48.984557 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.019332 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2aca4-36d1-49c0-8032-7e7226d29abf None None] Pushing event updated for resources: {'Port': ['ID=630778ee-fb38-4730-84f0-e059fd662d81,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:49.043310 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Attempting to bind port 630778ee-fb38-4730-84f0-e059fd662d81 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:49.043845 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Attempting to bind port 630778ee-fb38-4730-84f0-e059fd662d81 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:49.044222 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Attempting to bind port 630778ee-fb38-4730-84f0-e059fd662d81 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:49.050595 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:49.051050 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:49.051171 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Transition to ACTIVE for port object 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:49.051553 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.051958 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:49.052484 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Bound port: 630778ee-fb38-4730-84f0-e059fd662d81, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:49.052937 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.092758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.097130 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83857d-54a6-4073-b799-28da32e1e7c5 req-112b09e6-7085-4cca-93a5-11b4a05fec96 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:49.098745 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da83857d-54a6-4073-b799-28da32e1e7c5 req-112b09e6-7085-4cca-93a5-11b4a05fec96 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1477127 Jul 12 18:15:49.160419 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] For port 630778ee-fb38-4730-84f0-e059fd662d81, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:49.170114 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] For port 630778ee-fb38-4730-84f0-e059fd662d81, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=630778ee-fb38-4730-84f0-e059fd662d81,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:49.173021 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da83857d-54a6-4073-b799-28da32e1e7c5 req-851c8162-c401-46d3-94a5-ddf15269d92e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649021 Jul 12 18:15:49.176647 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.181308 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] For port 90ba1c97-5868-40d5-a891-10b686f1c8cb, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=90ba1c97-5868-40d5-a891-10b686f1c8cb,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:49.184232 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.186167 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.214818 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.272683 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Pushing event updated for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:49.303842 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:49.307714 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:49.315776 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:15:49.398313 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.438462 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2aca4-36d1-49c0-8032-7e7226d29abf None None] Pushing event updated for resources: {'Port': ['ID=630778ee-fb38-4730-84f0-e059fd662d81,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:49.446625 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b51fe651-6e2b-4f51-ab1d-5c684aad5e9e None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:49.446995 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b51fe651-6e2b-4f51-ab1d-5c684aad5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.453793 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.db.api [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 18:15:49.454226 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG oslo_db.api [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 18:15:49.465626 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:49.466522 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:49.535023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa527f-31ef-4bd4-bf39-937b3a3529a3 None None] Pushing event updated for resources: {'Port': ['ID=90ba1c97-5868-40d5-a891-10b686f1c8cb,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:49.633414 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.684374 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:49.833125 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a86e1f-6e0e-4ebe-8c1e-09ad83a7caa3 req-e7222830-e43f-4f98-870d-23625ceb3b89 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:49.834895 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-33a86e1f-6e0e-4ebe-8c1e-09ad83a7caa3 req-e7222830-e43f-4f98-870d-23625ceb3b89 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 946 time: 0.1734076 Jul 12 18:15:49.843753 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-fd04626b-385d-4531-ad95-74609b721e69 None None] Provisioning for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:49.853702 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-fd04626b-385d-4531-ad95-74609b721e69 None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:49.855498 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fd04626b-385d-4531-ad95-74609b721e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.944357 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-fd04626b-385d-4531-ad95-74609b721e69 None None] Port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:49.967504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-33a86e1f-6e0e-4ebe-8c1e-09ad83a7caa3 req-14c387c5-10d9-46b0-a47b-e5ec728f1dd8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Jul 12 18:15:49.972944 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:49.983437 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.025507 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:46Z', 'revision_number': 3, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:50.065095 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Pushing event updated for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:50.075206 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.077082 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a783dd9-335b-4379-b554-3feaab4d5024 None None] The sync data for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi is: [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:46Z', 'revision_number': 3, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:15:50.154347 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 49082) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:50.169423 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device d4c6cd37-4761-46a0-a74c-d30b79da6433 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:50.296669 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:15:50.297233 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port d4c6cd37-4761-46a0-a74c-d30b79da6433 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:50.297233 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.298483 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:15:50.325047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a625c2b0-38c4-4959-9840-6bc7994587e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.420466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-56baa489-6d41-4482-a38f-55a4bb6045f0 None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:50.422748 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-56baa489-6d41-4482-a38f-55a4bb6045f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.570698 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 90ba1c97-5868-40d5-a891-10b686f1c8cb up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:50.574586 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-56baa489-6d41-4482-a38f-55a4bb6045f0 None None] Port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:50.591953 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a625c2b0-38c4-4959-9840-6bc7994587e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.604239 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a625c2b0-38c4-4959-9840-6bc7994587e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.609748 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Router 93785f7a-e64b-4599-8cca-8355e85c577a has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:15:50.674339 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f44cf-43d7-474a-9886-a03e436aee00 req-5f7a471d-d43b-40c0-9bfc-a1fd5d80df92 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:50.682827 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b33f44cf-43d7-474a-9886-a03e436aee00 req-5f7a471d-d43b-40c0-9bfc-a1fd5d80df92 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.2764111 Jul 12 18:15:50.687387 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 90ba1c97-5868-40d5-a891-10b686f1c8cb triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:50.692689 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.707738 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a625c2b0-38c4-4959-9840-6bc7994587e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=916742f7df624199852c4ba770857772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524011 Jul 12 18:15:50.719160 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 49098) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:50.728228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625c2b0-38c4-4959-9840-6bc7994587e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38fc80-1032-4f4e-affa-46cf154b5c19,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:50.776092 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b33f44cf-43d7-474a-9886-a03e436aee00 req-f9bf0a64-4b28-425d-a394-e60eeca5db83 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910439 Jul 12 18:15:50.810123 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-445d0fcc-4e21-4c5c-bb79-42bb3afe1e55 None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:50.810994 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-445d0fcc-4e21-4c5c-bb79-42bb3afe1e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.842475 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:15:50.856872 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-91e63718-2cac-49e1-9ae0-3c1a4ad7099a admin admin] 10.222.0.39 "PUT /v2.0/routers/93785f7a-e64b-4599-8cca-8355e85c577a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333872 Jul 12 18:15:50.857067 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.889145 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.903545 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-445d0fcc-4e21-4c5c-bb79-42bb3afe1e55 None None] Port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:15:50.951112 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.953907 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:50.955065 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e38fc80-1032-4f4e-affa-46cf154b5c19 HTTP/1.1" status: 204 len: 168 time: 0.2345376 Jul 12 18:15:50.963365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68d5fd-cc3e-4555-9883-342177b8bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38fc80-1032-4f4e-affa-46cf154b5c19,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:51.333550 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 49126) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:51.352327 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7256be41-a48e-4c9b-9f1a-124ca3c9cb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.449601 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7256be41-a48e-4c9b-9f1a-124ca3c9cb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.453445 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7256be41-a48e-4c9b-9f1a-124ca3c9cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.497346 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7256be41-a48e-4c9b-9f1a-124ca3c9cb79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47266ea171da4d748110033e3602cfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627107 Jul 12 18:15:51.498588 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256be41-a48e-4c9b-9f1a-124ca3c9cb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421613c-eb3b-424a-879c-63441fdf0a42,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:51.499995 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49132) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:15:51.560191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.594960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.652635 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.655521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:51.656722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2421613c-eb3b-424a-879c-63441fdf0a42 HTTP/1.1" status: 204 len: 168 time: 0.1552329 Jul 12 18:15:51.666899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5826131-bb11-4f8f-9eaa-abe3c412c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421613c-eb3b-424a-879c-63441fdf0a42,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:52.195486 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 630778ee-fb38-4730-84f0-e059fd662d81 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:52.206052 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ef6c3-659d-49d6-83d0-63e5b821e98f req-3f8af26a-3268-4434-87d8-c3aac9826def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:52.207935 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-526ef6c3-659d-49d6-83d0-63e5b821e98f req-3f8af26a-3268-4434-87d8-c3aac9826def service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.1939652 Jul 12 18:15:52.272153 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e50a24-5d5a-411a-b3e3-55166387a259 req-ca05c9ef-8c81-4530-b8ab-e21688e073a1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:52.275010 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-18e50a24-5d5a-411a-b3e3-55166387a259 req-ca05c9ef-8c81-4530-b8ab-e21688e073a1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1807561 Jul 12 18:15:52.319413 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 630778ee-fb38-4730-84f0-e059fd662d81 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:52.324344 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 630778ee-fb38-4730-84f0-e059fd662d81 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:52.324869 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:52.380784 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-526ef6c3-659d-49d6-83d0-63e5b821e98f req-4539a727-a59e-4a81-868c-3323d9c8bd01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019816 Jul 12 18:15:52.406232 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-18e50a24-5d5a-411a-b3e3-55166387a259 req-ec38506c-9862-459c-b1ad-f943a8ccc830 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123922 Jul 12 18:15:52.517487 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:52.551360 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 630778ee-fb38-4730-84f0-e059fd662d81, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=630778ee-fb38-4730-84f0-e059fd662d81,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:52.557751 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:52.622472 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Sync routers for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:15:52.650914 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:52.654260 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:52.922196 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=630778ee-fb38-4730-84f0-e059fd662d81,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:52.957147 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:53.224367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 4, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1', 'name': '', 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'mac_address': 'fa:16:3e:06:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:48Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 2, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'subnets': [{'id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:53.253167 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Checking router: 93785f7a-e64b-4599-8cca-8355e85c577a for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:15:53.253611 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Updating router 93785f7a-e64b-4599-8cca-8355e85c577a port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:15:53.301230 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:53.760091 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:53.773348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Transition to ACTIVE for port object 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:15:53.787140 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:53.845102 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4f73d-8c26-4e9e-9a3d-c38769f3a324 req-003f17ec-30f5-48b0-ad56-5d3be13b39b9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:53.849109 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e5f4f73d-8c26-4e9e-9a3d-c38769f3a324 req-003f17ec-30f5-48b0-ad56-5d3be13b39b9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.2035630 Jul 12 18:15:53.855157 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a144d-fcff-4dd4-8ee0-0a967e9cf4fa None None] Pushing event updated for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:53.952435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Attempting to bind port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:15:53.952859 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Attempting to bind port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:15:53.953231 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Attempting to bind port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 on network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:15:53.955669 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e5f4f73d-8c26-4e9e-9a3d-c38769f3a324 req-c0b391c1-c367-4770-b6f3-bedf703311e2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991912 Jul 12 18:15:53.965332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:15:53.965945 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Checking segment: {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:15:53.966691 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:53.966912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Bound using segment: {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:15:53.967411 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Bound port: 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47964a76-e0c5-464d-b28a-74ebb3975af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:15:53.967802 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:54.211919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] For port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:15:54.217685 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] For port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:15:54.224462 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:54.257284 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 630778ee-fb38-4730-84f0-e059fd662d81 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:54.340501 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:15:54.345395 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:15:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:54.420510 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a144d-fcff-4dd4-8ee0-0a967e9cf4fa None None] Pushing event updated for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:54.483813 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 630778ee-fb38-4730-84f0-e059fd662d81 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:54.484193 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:54.545685 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:15:54.931791 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 4, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1', 'name': '', 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'mac_address': 'fa:16:3e:06:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:48Z', 'updated_at': '2021-07-12T18:15:54Z', 'revision_number': 4, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'subnets': [{'id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:15:54.972303 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafcc91-bb36-46ce-8941-bf5d64ccb3da None None] The sync data for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi is: [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:15:49Z', 'revision_number': 4, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1', 'name': '', 'network_id': '10b0e6b9-2907-4e10-a01f-e819e9d90ffd', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'mac_address': 'fa:16:3e:06:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:48Z', 'updated_at': '2021-07-12T18:15:54Z', 'revision_number': 4, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'subnets': [{'id': '284c09b8-215f-4978-ba0c-6715d1a91eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:15:55.199566 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa274712-99e1-4fa6-aa9c-81ffe7fd6b3d req-7054ee93-157e-40fe-8ff8-c8389516e168 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:55.207148 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aa274712-99e1-4fa6-aa9c-81ffe7fd6b3d req-7054ee93-157e-40fe-8ff8-c8389516e168 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0955436 Jul 12 18:15:55.295057 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aa274712-99e1-4fa6-aa9c-81ffe7fd6b3d req-4b91d43b-e640-4bea-9456-275b19dfc827 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868745 Jul 12 18:15:55.996482 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-18727a06-ad85-4d6d-9291-9af025933978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:56.011010 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-18727a06-ad85-4d6d-9291-9af025933978 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.1088040 Jul 12 18:15:56.025508 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e030b4-2e99-4628-a8b5-770f29a1d3f5 req-b98e2e85-ee90-44da-951c-e39ad271235c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:56.048616 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b9e030b4-2e99-4628-a8b5-770f29a1d3f5 req-b98e2e85-ee90-44da-951c-e39ad271235c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1017299 Jul 12 18:15:56.208557 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-219bb357-bc59-4817-9b35-fca2b8982a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:56.210738 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-219bb357-bc59-4817-9b35-fca2b8982a59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1904204 Jul 12 18:15:56.212015 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b9e030b4-2e99-4628-a8b5-770f29a1d3f5 req-4feab399-0916-45e9-8051-79d507d9fa9e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565423 Jul 12 18:15:56.259507 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:56.307264 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-734d46a2-862f-4310-a0de-f915f3d144d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0642393 Jul 12 18:15:56.331632 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:15:56.337865 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:56.338364 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:56.449762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:56.458922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-49a295e6-6087-4177-b32c-ede12bf0558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:56.461274 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-49a295e6-6087-4177-b32c-ede12bf0558e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.1431735 Jul 12 18:15:56.508222 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:15:56.516010 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:56.620473 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:15:56.967273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a574d7a0-584b-41e3-8c91-5a175fec6470 None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:56.967715 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a574d7a0-584b-41e3-8c91-5a175fec6470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:57.377660 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4e91-8205-43c3-8a5b-25694f06b758 req-85472c31-00ea-4547-ab6c-243b9a2f6c2c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:57.379186 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14cc4e91-8205-43c3-8a5b-25694f06b758 req-85472c31-00ea-4547-ab6c-243b9a2f6c2c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0703123 Jul 12 18:15:57.424123 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14cc4e91-8205-43c3-8a5b-25694f06b758 req-23597b1f-9bf2-4a8b-b657-04732597c730 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Jul 12 18:15:58.111394 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:15:58.167400 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:15:58.167681 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:15:58.629421 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993a49-965f-44ae-a0dc-7c3977af512b req-f9dfb084-608e-423b-ae7f-ae7784ea94a8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:58.632496 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8c993a49-965f-44ae-a0dc-7c3977af512b req-f9dfb084-608e-423b-ae7f-ae7784ea94a8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0794411 Jul 12 18:15:58.688111 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8c993a49-965f-44ae-a0dc-7c3977af512b req-7b14eaba-d8c2-49ec-aeb7-4c35942898c5 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486567 Jul 12 18:15:59.051691 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:15:59.417647 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-84eaae9d-599b-4e7c-ab73-534b1887bfac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725081 Jul 12 18:15:59.519736 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-80d3c7fa-821b-40b8-9aad-487bc9e011eb service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887461 Jul 12 18:15:59.620785 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0d7f7e33-6552-421b-820d-eabe6acb6a26 req-898beee1-6faf-4f5c-b988-a98463cf3ced service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942149 Jul 12 18:15:59.861786 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8a94e-8bfb-405d-a99a-e97288528c2e req-f3df6742-be43-408e-9521-0ae86b85fdfe tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:15:59.868983 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c8a94e-8bfb-405d-a99a-e97288528c2e req-f3df6742-be43-408e-9521-0ae86b85fdfe tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0702655 Jul 12 18:15:59.911080 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-24c8a94e-8bfb-405d-a99a-e97288528c2e req-ea79c29e-379b-4d18-9f52-72bdeafdc7ad tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Jul 12 18:16:00.998285 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49340) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:01.142042 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25fe3-f519-494d-bdcd-57499195db89 req-7daf4962-82d5-44e5-bccb-553e30e5e01f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:01.151674 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1fc25fe3-f519-494d-bdcd-57499195db89 req-7daf4962-82d5-44e5-bccb-553e30e5e01f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1197970 Jul 12 18:16:01.196251 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d5a07256-3373-4271-81f0-256e2b22acda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.218279 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1fc25fe3-f519-494d-bdcd-57499195db89 req-f479938c-a9b7-44a1-a8c5-7b266beffb5c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652566 Jul 12 18:16:01.354106 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d5a07256-3373-4271-81f0-256e2b22acda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.361444 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d5a07256-3373-4271-81f0-256e2b22acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.414639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07256-3373-4271-81f0-256e2b22acda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c58daa-14f0-4a77-b532-1ace93238ec4,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:01.426947 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d5a07256-3373-4271-81f0-256e2b22acda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0827a1dd1a44398953f94cd13fe3fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275112 Jul 12 18:16:01.429991 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49362) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:01.536853 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.564863 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.627569 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.630772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:01.635158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9c58daa-14f0-4a77-b532-1ace93238ec4 HTTP/1.1" status: 204 len: 168 time: 0.2042081 Jul 12 18:16:01.644326 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631fbbc-b949-42b4-9a50-605ee6fb2e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c58daa-14f0-4a77-b532-1ace93238ec4,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:02.047908 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49382) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:02.062288 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-88a5f412-52e2-4c11-b9a0-21d415063eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.179740 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-88a5f412-52e2-4c11-b9a0-21d415063eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.185863 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-88a5f412-52e2-4c11-b9a0-21d415063eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.230200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 49386) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:02.242080 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-88a5f412-52e2-4c11-b9a0-21d415063eb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ba00ac159f94b28bb1bc594a4195ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921337 Jul 12 18:16:02.244507 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5f412-52e2-4c11-b9a0-21d415063eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e5d2a8-a447-4a29-a81c-6b1f346fc3d2,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:02.295569 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.322506 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.394181 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.397901 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:02.399088 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75e5d2a8-a447-4a29-a81c-6b1f346fc3d2 HTTP/1.1" status: 204 len: 168 time: 0.1672113 Jul 12 18:16:02.434070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db978a51-a66a-467d-b216-eca89345a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e5d2a8-a447-4a29-a81c-6b1f346fc3d2,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:02.490798 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4772e-5a29-45ca-89ea-b361b9f64977 req-c4baa473-428d-45cc-9b87-1be50d2cb948 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:02.498851 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a6e4772e-5a29-45ca-89ea-b361b9f64977 req-c4baa473-428d-45cc-9b87-1be50d2cb948 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1223400 Jul 12 18:16:02.573371 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a6e4772e-5a29-45ca-89ea-b361b9f64977 req-98e494c1-ac2a-40c6-b8c0-f34dc04a74dd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735347 Jul 12 18:16:03.846569 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-28d0a5d9-7df5-4ad0-8614-c51c6a98c807 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:03.847985 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-28d0a5d9-7df5-4ad0-8614-c51c6a98c807 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1161778 Jul 12 18:16:03.865600 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-d151308a-9ee7-4378-80e7-e29fa1cad8a5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/quotas/c3186b4ed5834263bbb9b07e982e53d3 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Jul 12 18:16:03.943379 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-e9af0cbf-b930-4a81-b199-acd397523338 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720243 Jul 12 18:16:04.057376 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-ef6bfd47-8fae-4db1-866b-28e5c8f38a94 service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031842 Jul 12 18:16:04.155991 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-e9ede31a-a90b-4fed-9506-cf4799063ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913172 Jul 12 18:16:04.232764 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-a9b14ebe-6fc9-4bcf-b1e8-29e6c04d10b5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:04.234244 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-a9b14ebe-6fc9-4bcf-b1e8-29e6c04d10b5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 815 time: 0.1138530 Jul 12 18:16:04.248599 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-f7afd62b-796a-4a7e-8c10-522f74cbba3d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/quotas/c1a48e5ea9664ba2803d41982d8aa772 HTTP/1.1" status: 200 len: 375 time: 0.0089602 Jul 12 18:16:04.325330 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-40a2627d-a336-4f96-9ddd-2d907c0c57a8 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714085 Jul 12 18:16:04.426633 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b01581-f535-4a1d-99ce-077cf0015d18 req-efeea5cf-acd5-4e63-b384-c6f7500e5dff tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:04.434379 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-10b01581-f535-4a1d-99ce-077cf0015d18 req-efeea5cf-acd5-4e63-b384-c6f7500e5dff tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0800188 Jul 12 18:16:04.447087 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-5989a884-2f68-4289-9138-712736b1a504 service neutron] 10.222.0.39 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098545 Jul 12 18:16:04.481938 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-10b01581-f535-4a1d-99ce-077cf0015d18 req-cf8f58cf-8103-4d7b-a85c-f7fefcf1926c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464523 Jul 12 18:16:04.553014 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40ac79b7-848c-4a26-b67d-602c1d16337e req-34aa6390-a402-4cb4-afa1-4b923501d59a tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0351217 Jul 12 18:16:04.576574 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-e9cfdb06-2009-47c9-ac30-d209b926fcfe service neutron] 10.222.0.39 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227300 Jul 12 18:16:05.148512 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3e570c1a-e04f-4019-b21b-5cf26e1546ef req-4db934e1-6df7-4a58-9518-aa1986a5638c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 210 time: 0.0379894 Jul 12 18:16:05.450903 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1fc50-f3ca-4c02-a420-e16e1a162555 req-d31ace88-6960-4ddd-ab9e-406632c089e0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:05.452473 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a4a1fc50-f3ca-4c02-a420-e16e1a162555 req-d31ace88-6960-4ddd-ab9e-406632c089e0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0689507 Jul 12 18:16:05.489952 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a4a1fc50-f3ca-4c02-a420-e16e1a162555 req-d5d9f182-d8b1-414d-82b7-30c56cfcdc10 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Jul 12 18:16:05.700865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-19c27a53-ee07-49e1-9425-c82e7669c356 req-ca11913e-4187-4b18-9d75-958ca4863ded tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0296390 Jul 12 18:16:06.514744 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e84eb5ce-ee8a-4b92-b4f6-00c54ddc4e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:06.519738 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-678ec874-624b-4b4b-8cdf-27ad489d2922 req-63e3d53f-c56b-4e87-8b89-60295a1ace9b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 210 time: 0.2541831 Jul 12 18:16:06.665904 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5bb49-fc7d-4c63-9361-99b43049d23c req-8a6cf90b-415a-4251-bb6d-58243edd062e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:06.667349 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1b5bb49-fc7d-4c63-9361-99b43049d23c req-8a6cf90b-415a-4251-bb6d-58243edd062e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0643704 Jul 12 18:16:06.702750 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1b5bb49-fc7d-4c63-9361-99b43049d23c req-eeaa6404-0582-4ed3-9e5e-323cfa8d838b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298686 Jul 12 18:16:06.838136 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e4024a39-d5bb-46fc-9b0d-e495b4dc8992 req-5a6f6608-56b2-4fc5-91c9-7bde37e2b04b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Jul 12 18:16:07.657829 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-19babf1f-7a36-47cb-a311-f753284635de req-b08358b8-0fe4-480f-9ca0-ae939ab0473b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Jul 12 18:16:07.873935 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52742c20-5887-4bd5-81b5-97e911c1aecd req-10ab7ec9-24cf-4a68-934f-f52da25d0009 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:07.875430 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-52742c20-5887-4bd5-81b5-97e911c1aecd req-10ab7ec9-24cf-4a68-934f-f52da25d0009 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0603590 Jul 12 18:16:07.911462 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-52742c20-5887-4bd5-81b5-97e911c1aecd req-e869099a-35b0-4ec1-b14f-d9a32f8a8004 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Jul 12 18:16:07.971909 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f181045a-c11c-4216-953f-b6d57ded13fb req-086708bb-d379-4cee-9da2-b8b4a190821e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0274568 Jul 12 18:16:08.810553 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-16fe9f60-4479-4ada-9fac-c6954bef60c6 req-47c5d25c-d8f4-4e38-8b50-ac32456ef65f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 210 time: 0.0360954 Jul 12 18:16:08.866223 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-ed0e01dc-ba11-4ddb-b0c1-cdb23c4a2004 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:08.867730 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-ed0e01dc-ba11-4ddb-b0c1-cdb23c4a2004 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1449006 Jul 12 18:16:08.891404 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Request body: {'port': {'device_id': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'admin_state_up': True, 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:16:09.014664 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:16:09.020519 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.107098 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5e6d9-e60d-4ba3-a77f-bbcdab7f20e5 req-71690b63-f49b-44c3-bb0e-abcc3acc7861 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:09.108872 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-94b8b08a-c7fb-4a22-87b2-511ebeb56b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.110323 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b3d5e6d9-e60d-4ba3-a77f-bbcdab7f20e5 req-71690b63-f49b-44c3-bb0e-abcc3acc7861 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0734198 Jul 12 18:16:09.136367 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7d72440d-dd28-43a6-9f36-d5498c23f587 req-a9384f3e-2165-42d9-998e-a139dfac924e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0451131 Jul 12 18:16:09.150663 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b3d5e6d9-e60d-4ba3-a77f-bbcdab7f20e5 req-424026f6-f750-4341-b00a-e4bcb368d44d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352147 Jul 12 18:16:09.184539 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Allocated IP 172.20.0.7 (7034a8bf-a82d-49bd-b97f-225e4bdd0a78/e4a71285-2b17-4b1a-af29-843e81a82bfb/aaef39cc-46c5-4fd5-be0f-302310afa7ab) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:16:09.335448 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.381387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.434419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:16:09.434992 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:16:09.437599 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:16:09.442508 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:16:09.467014 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event updated for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:09.481936 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.482294 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.482641 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.482985 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.483326 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.483664 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.483996 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.484330 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.484659 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.485019 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.485354 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.485696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:09.524095 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:09.524726 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.554489 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-9e816b60-207a-4f33-83ce-09086618ad21 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6672318 Jul 12 18:16:09.575024 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Request body: {'port': {'device_id': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:16:09.582234 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.614812 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-407c7e3c-1e22-4cd1-907d-c59c84bafac2 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:09.616590 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-407c7e3c-1e22-4cd1-907d-c59c84bafac2 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 815 time: 0.1245971 Jul 12 18:16:09.645824 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'port': {'device_id': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'admin_state_up': True, 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:16:09.667817 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.808862 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Made reservation on behalf of c1a48e5ea9664ba2803d41982d8aa772 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:16:09.812346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:09.942693 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Allocated IP 172.20.0.13 (e36899bc-94b1-4f2b-b945-0e1ad46aa0db/6d9f1bde-3038-48f5-81ad-50294d5dc368/cd0e1672-ad9a-4242-8ee0-669c917692d1) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:16:09.983561 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-05fbf209-4567-4a4f-b25e-92af2d3a8e74 req-0f56997b-cfc1-42aa-acbf-06138428e498 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 210 time: 0.0351143 Jul 12 18:16:09.999185 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaef39cc-46c5-4fd5-be0f-302310afa7ab {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:16:10.008239 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.019839 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Transition to ACTIVE for port object aaef39cc-46c5-4fd5-be0f-302310afa7ab will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:16:10.024038 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.076406 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Pushing event updated for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:10.103316 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.117331 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Transition to ACTIVE for port object cd0e1672-ad9a-4242-8ee0-669c917692d1 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:16:10.140663 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.159402 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.166258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Attempting to bind port aaef39cc-46c5-4fd5-be0f-302310afa7ab on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:16:10.166258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Attempting to bind port aaef39cc-46c5-4fd5-be0f-302310afa7ab by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:16:10.166258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Attempting to bind port aaef39cc-46c5-4fd5-be0f-302310afa7ab on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:16:10.175568 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Port aaef39cc-46c5-4fd5-be0f-302310afa7ab on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:16:10.175660 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Attempting to bind port aaef39cc-46c5-4fd5-be0f-302310afa7ab on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:16:10.181373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:16:10.181838 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Checking segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:16:10.182306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Bound using segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:16:10.182868 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Bound port: aaef39cc-46c5-4fd5-be0f-302310afa7ab, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:16:10.184631 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.222658 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:16:10.226126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:16:10.232534 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:16:10.286947 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:16:10.291270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:16:10.296414 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.297358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:10.298279 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.315641 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:10.332040 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.332475 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.332841 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.336109 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.336471 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.336819 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.343034 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.343393 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.343735 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.344079 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.344418 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.344734 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:10.350689 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-3f2d828c-5fbd-4ecf-b984-5fd5b310a535 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7104311 Jul 12 18:16:10.379806 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Request body: {'port': {'device_id': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:16:10.423952 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:10.424589 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.426207 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] 10.222.0.38 "PUT /v2.0/ports/aaef39cc-46c5-4fd5-be0f-302310afa7ab HTTP/1.1" status: 200 len: 1093 time: 0.8563521 Jul 12 18:16:10.441022 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:10.443522 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ab4f4-f4de-45bb-b821-6ab5e79553b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:10.507478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.544930 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40348e-e31f-4049-ac89-28fd227aec3f service neutron] Pushing event updated for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:10.614036 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1f3d-ac37-4b9d-8450-b580672dc81f req-1ed1277d-cdf9-472a-b586-133249a2a159 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:10.615761 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-407d1f3d-ac37-4b9d-8450-b580672dc81f req-1ed1277d-cdf9-472a-b586-133249a2a159 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.1640244 Jul 12 18:16:10.650129 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-996097c2-508c-4ff8-90d8-617551c252ad None None] Provisioning for port cd0e1672-ad9a-4242-8ee0-669c917692d1 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:16:10.656241 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-996097c2-508c-4ff8-90d8-617551c252ad None None] Provisioning complete for port cd0e1672-ad9a-4242-8ee0-669c917692d1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:10.656900 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-996097c2-508c-4ff8-90d8-617551c252ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:10.670392 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-407d1f3d-ac37-4b9d-8450-b580672dc81f req-aaf739c8-8a1f-414b-a927-41dbdb170b44 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Jul 12 18:16:10.704494 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-996097c2-508c-4ff8-90d8-617551c252ad None None] Port cd0e1672-ad9a-4242-8ee0-669c917692d1 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:16:10.730009 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c14f350-85ce-48b9-8dd1-f3fb77f40809 x-openstack-request-id: req-6c14f350-85ce-48b9-8dd1-f3fb77f40809 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:10.730304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:10.730554 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c14f350-85ce-48b9-8dd1-f3fb77f40809 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:10.730993 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'status': 'completed', 'code': 200} Jul 12 18:16:10.931938 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3190af7-5d73-4a51-841d-59ea53aed058 req-c414ac23-b0f2-4f14-b5f6-0359d95324eb tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:10.933334 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e3190af7-5d73-4a51-841d-59ea53aed058 req-c414ac23-b0f2-4f14-b5f6-0359d95324eb tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.4285963 Jul 12 18:16:10.992764 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e3190af7-5d73-4a51-841d-59ea53aed058 req-3f401e84-6c19-4420-a53e-d5a8f0aab63b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535538 Jul 12 18:16:11.043169 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0e1672-ad9a-4242-8ee0-669c917692d1 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:16:11.052705 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.064472 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Transition to ACTIVE for port object cd0e1672-ad9a-4242-8ee0-669c917692d1 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:16:11.068128 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.141726 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:11.192754 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ee3a-ed99-4e83-bc31-d75cc79ecae3 req-3134125c-a5c1-4a0f-8c41-762003bc60c2 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:11.195160 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ac77ee3a-ed99-4e83-bc31-d75cc79ecae3 req-3134125c-a5c1-4a0f-8c41-762003bc60c2 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0908561 Jul 12 18:16:11.202384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Attempting to bind port cd0e1672-ad9a-4242-8ee0-669c917692d1 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:16:11.202803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Attempting to bind port cd0e1672-ad9a-4242-8ee0-669c917692d1 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:16:11.203261 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Attempting to bind port cd0e1672-ad9a-4242-8ee0-669c917692d1 on network e36899bc-94b1-4f2b-b945-0e1ad46aa0db {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:16:11.207883 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Port cd0e1672-ad9a-4242-8ee0-669c917692d1 on network e36899bc-94b1-4f2b-b945-0e1ad46aa0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:16:11.208264 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Attempting to bind port cd0e1672-ad9a-4242-8ee0-669c917692d1 on network e36899bc-94b1-4f2b-b945-0e1ad46aa0db {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:16:11.213426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:16:11.213792 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Checking segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:16:11.214187 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Bound using segment: {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:16:11.214619 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Bound port: cd0e1672-ad9a-4242-8ee0-669c917692d1, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee72b5-fe67-484b-b13c-7334b1ce3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:16:11.214983 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.236317 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ac77ee3a-ed99-4e83-bc31-d75cc79ecae3 req-38810210-c567-4700-b65d-113076dcb6c6 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Jul 12 18:16:11.287537 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:16:11.290844 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:16:11.296028 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.342402 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:11.342686 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.344224 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 1094 time: 0.9691355 Jul 12 18:16:11.345072 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:11.346836 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56474b5-067c-48fd-a58d-2be6a72c6b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:11.367386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8ce2-cad5-487d-bcf1-fc7f58671ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:11.389995 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a41ddf7-f7b1-4e16-b2c9-ba834f4faa07 x-openstack-request-id: req-1a41ddf7-f7b1-4e16-b2c9-ba834f4faa07 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:11.390541 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:11.391117 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a41ddf7-f7b1-4e16-b2c9-ba834f4faa07 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:11.391711 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:16:11.727717 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:11.860260 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493eab9-89e3-49b6-9b71-8d6ba74d2df1 req-e357ca42-79df-401d-ba13-93ad07867cb2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:11.861765 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4493eab9-89e3-49b6-9b71-8d6ba74d2df1 req-e357ca42-79df-401d-ba13-93ad07867cb2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jul 12 18:16:11.899406 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4493eab9-89e3-49b6-9b71-8d6ba74d2df1 req-05471352-f4ea-44ab-8415-cf82edb5ccaf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Jul 12 18:16:12.167313 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39411beb-bb30-468a-8b2d-7ec13b145bb4 req-babc0a9d-2379-41d5-9dd9-71d72ec3d012 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:12.168848 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-39411beb-bb30-468a-8b2d-7ec13b145bb4 req-babc0a9d-2379-41d5-9dd9-71d72ec3d012 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0646091 Jul 12 18:16:12.205915 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-39411beb-bb30-468a-8b2d-7ec13b145bb4 req-d0385cce-88f1-4442-bd8a-c7cfee4d486f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Jul 12 18:16:12.409644 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b57f-5f59-4d31-b492-5bdc9a07251a req-08641661-11fd-4f7e-8f5d-1235ae40806d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:12.410668 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1615b57f-5f59-4d31-b492-5bdc9a07251a req-08641661-11fd-4f7e-8f5d-1235ae40806d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0625772 Jul 12 18:16:12.449590 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1615b57f-5f59-4d31-b492-5bdc9a07251a req-2227b7f8-9f55-4858-b912-8d40d4f039a4 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Jul 12 18:16:13.073100 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4e091-eaec-4701-94c6-d39f0932c0d4 req-d79bd8e2-669f-4e46-92c1-ae853cc3739b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:13.074498 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-63f4e091-eaec-4701-94c6-d39f0932c0d4 req-d79bd8e2-669f-4e46-92c1-ae853cc3739b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0621138 Jul 12 18:16:13.113000 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-63f4e091-eaec-4701-94c6-d39f0932c0d4 req-f70084d4-da99-4840-b5d4-f764a21423d9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Jul 12 18:16:13.377495 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b166-f3e3-4ab8-8c20-606f5b6d9ed6 req-ec41a6aa-d1a2-4c08-bb00-621cb5b85d3a tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:13.378868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-88a5b166-f3e3-4ab8-8c20-606f5b6d9ed6 req-ec41a6aa-d1a2-4c08-bb00-621cb5b85d3a tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0604856 Jul 12 18:16:13.416110 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-88a5b166-f3e3-4ab8-8c20-606f5b6d9ed6 req-a2bf95a2-d32f-4819-b160-feb0a4cb330b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Jul 12 18:16:13.622229 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf2b79-896e-4538-955c-1b5c1dc70125 req-91ba3f83-7b24-495b-86e4-5aed17e811d9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:13.623719 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7caf2b79-896e-4538-955c-1b5c1dc70125 req-91ba3f83-7b24-495b-86e4-5aed17e811d9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0652821 Jul 12 18:16:13.663255 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7caf2b79-896e-4538-955c-1b5c1dc70125 req-b0df05b3-172f-4219-861d-6db42a7c80df tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 12 18:16:14.299914 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d590c-6d40-48f9-b694-18a3172ff0e3 req-61d0ca51-be25-4921-a421-f987f4048820 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:14.301314 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2a6d590c-6d40-48f9-b694-18a3172ff0e3 req-61d0ca51-be25-4921-a421-f987f4048820 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0694401 Jul 12 18:16:14.338971 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2a6d590c-6d40-48f9-b694-18a3172ff0e3 req-c3f6035a-0295-43b9-bdc3-3f3cba4dec05 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jul 12 18:16:14.611321 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb0a0-37ce-4c24-ab55-2fb12cc950f7 req-25667920-862c-40ab-ae2f-7770a63391e7 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:14.612801 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-90edb0a0-37ce-4c24-ab55-2fb12cc950f7 req-25667920-862c-40ab-ae2f-7770a63391e7 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0733986 Jul 12 18:16:14.651711 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-90edb0a0-37ce-4c24-ab55-2fb12cc950f7 req-0a987579-6e3f-4fe4-9219-30bfd7fa9f65 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Jul 12 18:16:14.832266 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e4ec-feda-4e57-8292-ae2391bf7121 req-d1c67c9e-3338-4e9c-8237-9c2e6d66d01a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:14.833662 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2be2e4ec-feda-4e57-8292-ae2391bf7121 req-d1c67c9e-3338-4e9c-8237-9c2e6d66d01a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0600090 Jul 12 18:16:14.870304 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2be2e4ec-feda-4e57-8292-ae2391bf7121 req-6d5fb70a-d200-423c-a998-b7fb1e94ffbe tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305581 Jul 12 18:16:14.968376 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:15.517451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879950a-6aa4-449c-a74a-e2ce417bf2f5 req-d04cdbb6-415e-4702-861a-01d0a3c9ffc3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:15.519066 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e879950a-6aa4-449c-a74a-e2ce417bf2f5 req-d04cdbb6-415e-4702-861a-01d0a3c9ffc3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0646315 Jul 12 18:16:15.561378 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e879950a-6aa4-449c-a74a-e2ce417bf2f5 req-bdd54f85-8f8a-416e-b8c1-cb7b9460537c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363138 Jul 12 18:16:15.835302 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bfecd-6a1f-4c3b-978c-5ad67c0374fd req-7dfc2b44-f4ca-4384-9a03-847cfd1d2517 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:15.837018 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5bfecd-6a1f-4c3b-978c-5ad67c0374fd req-7dfc2b44-f4ca-4384-9a03-847cfd1d2517 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0709252 Jul 12 18:16:15.877880 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5bfecd-6a1f-4c3b-978c-5ad67c0374fd req-0dcd6f64-82dd-4d2e-85de-137610af3cc8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335717 Jul 12 18:16:16.062111 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1660a72-be31-4ce9-b024-3ef6d7ac7b4a req-a3b953b7-2453-4c1b-93c8-c76ba3ed2583 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:16.063831 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d1660a72-be31-4ce9-b024-3ef6d7ac7b4a req-a3b953b7-2453-4c1b-93c8-c76ba3ed2583 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0705752 Jul 12 18:16:16.102658 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d1660a72-be31-4ce9-b024-3ef6d7ac7b4a req-ebf45d5b-ad0c-49c5-96a3-032349423bb3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Jul 12 18:16:16.751459 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0600e75-b912-411c-b1f5-864f52dac444 req-2e3b2d5b-ef82-46e5-b8c2-b58dfe6a00cf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:16.759575 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a0600e75-b912-411c-b1f5-864f52dac444 req-2e3b2d5b-ef82-46e5-b8c2-b58dfe6a00cf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0699136 Jul 12 18:16:16.814856 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a0600e75-b912-411c-b1f5-864f52dac444 req-20ab5f2c-09c0-4b07-bb60-b2f9d1947605 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504227 Jul 12 18:16:17.062009 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353950e-f3f3-46c9-a367-3ff094a0b6b4 req-4269a762-d04a-400c-a679-ecf9be299d44 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:17.063523 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b353950e-f3f3-46c9-a367-3ff094a0b6b4 req-4269a762-d04a-400c-a679-ecf9be299d44 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0734458 Jul 12 18:16:17.104514 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b353950e-f3f3-46c9-a367-3ff094a0b6b4 req-1f913405-0398-4b02-a9e2-e7462fc461ce tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Jul 12 18:16:17.317697 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d330f0-ccc5-4d86-ab7a-9d8f0992d8bc req-9813bb78-5006-405b-881d-c0ca6de7786d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:17.319146 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e9d330f0-ccc5-4d86-ab7a-9d8f0992d8bc req-9813bb78-5006-405b-881d-c0ca6de7786d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0928829 Jul 12 18:16:17.360240 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e9d330f0-ccc5-4d86-ab7a-9d8f0992d8bc req-2baed081-1f2b-4dc0-b560-7d15b4f2f016 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356278 Jul 12 18:16:17.999497 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e5a1-c73b-4b64-9ebc-3877a29f96f4 req-13e2bcf0-492d-4566-9555-040f2b7942ee tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:18.001197 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d7b8e5a1-c73b-4b64-9ebc-3877a29f96f4 req-13e2bcf0-492d-4566-9555-040f2b7942ee tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0620236 Jul 12 18:16:18.050052 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d7b8e5a1-c73b-4b64-9ebc-3877a29f96f4 req-e2962c8e-f17f-4d38-b167-55dc9436fcf1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385809 Jul 12 18:16:18.284034 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dc9e0-7673-4481-8ac9-334e5fadaaf4 req-66303264-195d-4209-9ad2-3e9f1fc773d1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:18.285480 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-115dc9e0-7673-4481-8ac9-334e5fadaaf4 req-66303264-195d-4209-9ad2-3e9f1fc773d1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0678134 Jul 12 18:16:18.326455 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-115dc9e0-7673-4481-8ac9-334e5fadaaf4 req-eea5b287-d0ae-4355-af79-aa53d0779e22 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Jul 12 18:16:18.542730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82a98c-ec3c-4fc3-9cd6-8935e071e3d6 req-b5cda04e-c162-47ec-8488-729f02add7f6 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:18.544163 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2e82a98c-ec3c-4fc3-9cd6-8935e071e3d6 req-b5cda04e-c162-47ec-8488-729f02add7f6 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0618076 Jul 12 18:16:18.582283 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2e82a98c-ec3c-4fc3-9cd6-8935e071e3d6 req-288fa802-1d70-4200-9d9f-d33ca4acab30 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jul 12 18:16:19.239814 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525c6f-3db0-4629-a118-d0b5969741d9 req-ce6892c7-cc94-4874-b57b-e6450c6d3a89 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:19.241338 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02525c6f-3db0-4629-a118-d0b5969741d9 req-ce6892c7-cc94-4874-b57b-e6450c6d3a89 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0686975 Jul 12 18:16:19.278838 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02525c6f-3db0-4629-a118-d0b5969741d9 req-0eff7016-fa01-4fa2-ae50-10b0963d5cdf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320373 Jul 12 18:16:19.500793 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b504-be71-496c-81d7-01403a5e6616 req-e0a91337-8c60-455e-af3a-0ffa88213515 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:19.502211 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b827b504-be71-496c-81d7-01403a5e6616 req-e0a91337-8c60-455e-af3a-0ffa88213515 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0642452 Jul 12 18:16:19.547855 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b827b504-be71-496c-81d7-01403a5e6616 req-731969d4-9f18-406c-a16f-f1addc2b36e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jul 12 18:16:19.763053 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff93a-745b-4618-bffa-bab93d98e342 req-c552b633-ee6d-4202-a76b-65fc5c7232a5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:19.764467 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-937ff93a-745b-4618-bffa-bab93d98e342 req-c552b633-ee6d-4202-a76b-65fc5c7232a5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0643198 Jul 12 18:16:19.815527 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-937ff93a-745b-4618-bffa-bab93d98e342 req-9999cd9e-73fb-45ae-9a0b-7ff579ce46b9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Jul 12 18:16:20.459317 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586080e1-aa43-4f7e-9881-6bab3b906cde req-9950f3d3-31b4-402a-953b-d275780d846f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:20.460868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-586080e1-aa43-4f7e-9881-6bab3b906cde req-9950f3d3-31b4-402a-953b-d275780d846f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0643559 Jul 12 18:16:20.500620 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-586080e1-aa43-4f7e-9881-6bab3b906cde req-ce2a7b8a-b149-4e49-8ecf-e8c937bb1943 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Jul 12 18:16:20.734404 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82508ac-bda9-4b3d-bb1a-84c549f06e54 req-b95e78b6-ea51-4550-9c96-704330af74cc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:20.736986 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a82508ac-bda9-4b3d-bb1a-84c549f06e54 req-b95e78b6-ea51-4550-9c96-704330af74cc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0722954 Jul 12 18:16:20.779787 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a82508ac-bda9-4b3d-bb1a-84c549f06e54 req-a2d1cab4-3340-4732-9676-0f969e778978 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351348 Jul 12 18:16:20.989837 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f2ebd-0a30-4cad-8247-7509c72ae19d req-fe1f3871-33c1-4434-b0af-a4d15d5ef676 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:20.991447 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-df5f2ebd-0a30-4cad-8247-7509c72ae19d req-fe1f3871-33c1-4434-b0af-a4d15d5ef676 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0644584 Jul 12 18:16:21.028805 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-df5f2ebd-0a30-4cad-8247-7509c72ae19d req-8736cbc7-d323-43d0-b4d7-48f786f73616 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Jul 12 18:16:21.689865 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12f606-30ac-40ce-9dca-223229733cb2 req-06c54820-7e6a-404e-8853-ce3be604fdae tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:21.691316 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fe12f606-30ac-40ce-9dca-223229733cb2 req-06c54820-7e6a-404e-8853-ce3be604fdae tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0773680 Jul 12 18:16:21.729265 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fe12f606-30ac-40ce-9dca-223229733cb2 req-83ce680d-0e1e-4b67-8f80-a728f405d8bd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Jul 12 18:16:21.980586 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aca740-1ff9-4361-a0ff-7156634bddab req-4752d778-d925-4bc0-8980-907fff3162ee tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:21.982074 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70aca740-1ff9-4361-a0ff-7156634bddab req-4752d778-d925-4bc0-8980-907fff3162ee tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0750985 Jul 12 18:16:22.019188 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70aca740-1ff9-4361-a0ff-7156634bddab req-d01811b6-0461-4f12-a03b-36436611f777 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Jul 12 18:16:22.211761 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f4bc4-5ee3-48a1-8d7a-c76f7f92d2ab req-4e7e3156-32bc-42d2-928f-3075614f3d9d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:22.213247 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-867f4bc4-5ee3-48a1-8d7a-c76f7f92d2ab req-4e7e3156-32bc-42d2-928f-3075614f3d9d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0659535 Jul 12 18:16:22.250597 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-867f4bc4-5ee3-48a1-8d7a-c76f7f92d2ab req-11a2493a-653a-4c0b-bbcd-11e2fcc3d4fa tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 12 18:16:22.919718 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e571-7afe-4abd-90ca-520bc5b87e29 req-111ad41b-eba0-4538-ac5d-2e97a5f5726f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:22.921695 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6bb1e571-7afe-4abd-90ca-520bc5b87e29 req-111ad41b-eba0-4538-ac5d-2e97a5f5726f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0744565 Jul 12 18:16:22.959092 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6bb1e571-7afe-4abd-90ca-520bc5b87e29 req-23e97a2c-30fa-4506-a501-68d715e3a656 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Jul 12 18:16:23.263891 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd1cf-fd8e-4326-aef3-b0c8c2890265 req-cf06c99c-8b78-4018-ac09-f9c72dff329f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:23.266180 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-be5cd1cf-fd8e-4326-aef3-b0c8c2890265 req-cf06c99c-8b78-4018-ac09-f9c72dff329f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.1189222 Jul 12 18:16:23.308311 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-be5cd1cf-fd8e-4326-aef3-b0c8c2890265 req-4de0f1f5-3144-49e6-955f-9091bda37081 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Jul 12 18:16:23.477498 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e88769-4613-43ab-8ad6-0f73f69e37e2 req-0f8e4822-ef92-4b3d-ba09-db44412900b5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:23.479212 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-09e88769-4613-43ab-8ad6-0f73f69e37e2 req-0f8e4822-ef92-4b3d-ba09-db44412900b5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0717859 Jul 12 18:16:23.521020 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-09e88769-4613-43ab-8ad6-0f73f69e37e2 req-a259803c-7f33-40d1-95fa-0b4e233d5e60 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Jul 12 18:16:24.164572 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e416e-84fe-441f-a30b-e3a2891bc846 req-e947bb9c-5f63-46d5-9d2f-fb7247b60591 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:24.166073 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cb8e416e-84fe-441f-a30b-e3a2891bc846 req-e947bb9c-5f63-46d5-9d2f-fb7247b60591 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0663254 Jul 12 18:16:24.211305 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cb8e416e-84fe-441f-a30b-e3a2891bc846 req-4da327ca-ad15-4af6-8c9e-02daafd57719 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Jul 12 18:16:24.498080 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33e95a-2156-4af2-824d-c64e874e231c req-6cac1196-46ec-43b4-8682-f76e96a1d746 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:24.507155 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-df33e95a-2156-4af2-824d-c64e874e231c req-6cac1196-46ec-43b4-8682-f76e96a1d746 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0840437 Jul 12 18:16:24.544318 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-df33e95a-2156-4af2-824d-c64e874e231c req-5e06a3a2-538a-4f38-988c-582903b02d98 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360842 Jul 12 18:16:24.711307 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf83b67-5a05-4696-92c9-42a143a6cfb2 req-c47b814e-a562-4d0f-bad2-7177917ff4a1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:24.712954 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9bf83b67-5a05-4696-92c9-42a143a6cfb2 req-c47b814e-a562-4d0f-bad2-7177917ff4a1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0686533 Jul 12 18:16:24.749792 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9bf83b67-5a05-4696-92c9-42a143a6cfb2 req-85fb4680-051e-442c-8d1c-ae792ed71616 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Jul 12 18:16:25.411176 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc909a-025b-4c11-a1b2-884b6ab34c7d req-e48a3688-4f6e-4bdd-89de-965c2e2f68d2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:25.412684 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d2fc909a-025b-4c11-a1b2-884b6ab34c7d req-e48a3688-4f6e-4bdd-89de-965c2e2f68d2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0799952 Jul 12 18:16:25.449590 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d2fc909a-025b-4c11-a1b2-884b6ab34c7d req-f70ba4a5-904a-454b-a54c-958a4b2775a2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Jul 12 18:16:25.743258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1cd14-e3ca-4b16-bfae-306f1e1f23eb req-fc1f11fa-3d2d-441b-996e-eac52ee709d8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:25.744779 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-38a1cd14-e3ca-4b16-bfae-306f1e1f23eb req-fc1f11fa-3d2d-441b-996e-eac52ee709d8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0763040 Jul 12 18:16:25.784856 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-38a1cd14-e3ca-4b16-bfae-306f1e1f23eb req-26fcf9b7-e7cc-424b-ab2e-f957fb57b4a6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Jul 12 18:16:25.959797 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2638-56fa-4f13-999f-e547e3aca9a9 req-ab36d014-8936-42e2-bd38-768cdd1c403c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:25.961857 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-41ae2638-56fa-4f13-999f-e547e3aca9a9 req-ab36d014-8936-42e2-bd38-768cdd1c403c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0627851 Jul 12 18:16:25.997087 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-41ae2638-56fa-4f13-999f-e547e3aca9a9 req-aaf46906-a436-4485-9990-12ad21bf3219 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297091 Jul 12 18:16:26.638731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe3d9-8ec2-46a6-a888-cb5920bcfc3b req-d3559abc-4863-47b3-ba9c-6e7ba4cf86c6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:26.640214 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-86cfe3d9-8ec2-46a6-a888-cb5920bcfc3b req-d3559abc-4863-47b3-ba9c-6e7ba4cf86c6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0698819 Jul 12 18:16:26.677373 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-86cfe3d9-8ec2-46a6-a888-cb5920bcfc3b req-e3e23d49-e717-4a4d-a5fd-6f9df991461d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310822 Jul 12 18:16:26.975362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249016d-0c76-45d4-9374-f49227d0710a req-f3c548be-9da4-44c1-9f9e-3bcfde8bd0a6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:26.977654 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1249016d-0c76-45d4-9374-f49227d0710a req-f3c548be-9da4-44c1-9f9e-3bcfde8bd0a6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0731189 Jul 12 18:16:27.025518 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1249016d-0c76-45d4-9374-f49227d0710a req-0faca780-64e5-48a4-8603-f64d2020596d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Jul 12 18:16:27.194620 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a50a9b-a2ba-4322-8882-24b3c30f269d req-2d5c5c04-3066-4f53-aa79-fa52a43bee6d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:27.196622 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e7a50a9b-a2ba-4322-8882-24b3c30f269d req-2d5c5c04-3066-4f53-aa79-fa52a43bee6d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0643508 Jul 12 18:16:27.228961 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 49946) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:27.239155 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e7a50a9b-a2ba-4322-8882-24b3c30f269d req-cf13536e-3c45-47d9-b012-5bca2818de0c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Jul 12 18:16:27.343308 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0678c0c1-78f0-445a-92d2-e9b7e03e107b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.448993 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0678c0c1-78f0-445a-92d2-e9b7e03e107b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.461618 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0678c0c1-78f0-445a-92d2-e9b7e03e107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.504435 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0678c0c1-78f0-445a-92d2-e9b7e03e107b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba257d468ede4ccaa55c25b369a7c410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726142 Jul 12 18:16:27.504911 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 49954) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:27.505639 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c0c1-78f0-445a-92d2-e9b7e03e107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57441e-2182-4505-bfce-65fbd0551e37,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:27.578222 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.602464 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.654493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.657296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:27.658468 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b57441e-2182-4505-bfce-65fbd0551e37 HTTP/1.1" status: 204 len: 168 time: 0.1526165 Jul 12 18:16:27.666489 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c434-c998-4cd8-b08f-114bc54ae7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57441e-2182-4505-bfce-65fbd0551e37,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:27.875062 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecf307-880b-436d-a024-bfcac2c9ecc8 req-b94c94ae-0b17-4680-96b2-17165c155103 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:27.876627 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73ecf307-880b-436d-a024-bfcac2c9ecc8 req-b94c94ae-0b17-4680-96b2-17165c155103 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0794241 Jul 12 18:16:27.918357 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73ecf307-880b-436d-a024-bfcac2c9ecc8 req-5a84373d-e176-4965-8745-c55ffc69b996 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350256 Jul 12 18:16:28.211254 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa837-5f4a-45c4-9b28-35de79759054 req-01d044f2-9c5a-4cc3-abf3-7ed174bd28e0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:28.213749 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-322aa837-5f4a-45c4-9b28-35de79759054 req-01d044f2-9c5a-4cc3-abf3-7ed174bd28e0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0686266 Jul 12 18:16:28.254184 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-322aa837-5f4a-45c4-9b28-35de79759054 req-5d7e7966-eb03-4700-8395-962707d830d5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Jul 12 18:16:28.421412 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fd645-e4a2-4f41-98c1-47fdf1e41ba6 req-c5449f31-cd43-4c99-9067-661c75751de8 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:28.422906 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-816fd645-e4a2-4f41-98c1-47fdf1e41ba6 req-c5449f31-cd43-4c99-9067-661c75751de8 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0651062 Jul 12 18:16:28.460804 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-816fd645-e4a2-4f41-98c1-47fdf1e41ba6 req-b1c1c649-005d-4c88-9d2c-9ec7f8718247 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314765 Jul 12 18:16:29.072586 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-26cefab3-e1c3-4f63-ad75-a5ef957a6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.074136 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-26cefab3-e1c3-4f63-ad75-a5ef957a6f85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1097 time: 0.0563662 Jul 12 18:16:29.106597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29e8a-4115-4626-bb26-837ad6d48001 req-9ea8495b-cf61-4b11-a53a-9fc36800bf03 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.108272 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40e29e8a-4115-4626-bb26-837ad6d48001 req-9ea8495b-cf61-4b11-a53a-9fc36800bf03 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0653033 Jul 12 18:16:29.146159 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40e29e8a-4115-4626-bb26-837ad6d48001 req-c5c4945b-098d-40e7-801e-7160d41ce112 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322344 Jul 12 18:16:29.235918 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-de8722bb-97f3-4572-8373-f2446ab0f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.237405 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-de8722bb-97f3-4572-8373-f2446ab0f95b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919554 Jul 12 18:16:29.334247 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-fc6b73be-d3e7-47ad-80b9-028da6b3e514 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593183 Jul 12 18:16:29.397326 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-32e1d714-5fac-4e01-8efe-c14e2a9db5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.398908 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b56474b5-067c-48fd-a58d-2be6a72c6b4e req-32e1d714-5fac-4e01-8efe-c14e2a9db5d8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251166 Jul 12 18:16:29.508916 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698615-6638-49ca-94e7-af0467a238ad req-abafdd51-a6cc-4cde-a789-3134bfd82534 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.516150 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b7698615-6638-49ca-94e7-af0467a238ad req-abafdd51-a6cc-4cde-a789-3134bfd82534 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.1170628 Jul 12 18:16:29.565597 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b7698615-6638-49ca-94e7-af0467a238ad req-102e313d-b91d-48f3-b390-650a0d19798e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483377 Jul 12 18:16:29.571808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-58de7f7b-d69b-46e8-b34e-e29a5a450625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.573574 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-58de7f7b-d69b-46e8-b34e-e29a5a450625 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.1355855 Jul 12 18:16:29.656393 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-18ed4ffe-7a53-4f2e-8c86-4620280378d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.657907 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-18ed4ffe-7a53-4f2e-8c86-4620280378d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1097 time: 0.1038206 Jul 12 18:16:29.667001 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9739f-1586-4da8-bc90-a3c914491482 req-6fb626c7-0a59-4541-840e-37e1c9c392c1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.668438 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b1c9739f-1586-4da8-bc90-a3c914491482 req-6fb626c7-0a59-4541-840e-37e1c9c392c1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0862598 Jul 12 18:16:29.704993 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-2482b1bb-e089-4ed8-a54e-f38f5941068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.706441 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-2482b1bb-e089-4ed8-a54e-f38f5941068f service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.0964866 Jul 12 18:16:29.722859 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-e81305bf-f556-4591-93eb-6982d4965261 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 217 time: 0.0466108 Jul 12 18:16:29.751787 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-18be401a-e5e8-4eb1-adf1-f96f4236f4d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0368538 Jul 12 18:16:29.766212 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b1c9739f-1586-4da8-bc90-a3c914491482 req-ecf8038b-4624-4fda-9962-891936688db1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917192 Jul 12 18:16:29.790957 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-e7d276d9-8129-479f-9d14-29075edc42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.792778 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-e7d276d9-8129-479f-9d14-29075edc42ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0623124 Jul 12 18:16:29.811420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-7c109e9e-8b24-414f-b885-ca291e523ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.813008 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-7c109e9e-8b24-414f-b885-ca291e523ff6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0520351 Jul 12 18:16:29.856862 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-87afcb1d-dffb-4da7-a942-7460e181b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:29.858472 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-87afcb1d-dffb-4da7-a942-7460e181b09b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567183 Jul 12 18:16:29.861159 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-fb5d8c66-6f1e-4df7-8b20-a2364defe801 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343153 Jul 12 18:16:29.972757 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-2bb426df-c94e-4aa6-a32b-cff5af656fc7 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Jul 12 18:16:29.978707 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-a7c3c0cd-579c-4efb-8229-76c031643099 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945218 Jul 12 18:16:30.103955 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00fb97b1-f657-4dd5-8553-21fcc635f990 req-04783ff6-3c5f-4ea9-ba8d-fc46fe289e19 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Jul 12 18:16:30.120470 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d3d7a9f-ba19-420d-945a-a33f1a037109 req-0e635159-04ac-4365-a640-eae2f2e04ec9 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052639 Jul 12 18:16:30.329287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e095f1-767d-48f8-b039-0ffe9d575bb7 req-1aa0d032-cd7d-4a6e-90aa-add8bf77d142 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:30.330813 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b4e095f1-767d-48f8-b039-0ffe9d575bb7 req-1aa0d032-cd7d-4a6e-90aa-add8bf77d142 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0697949 Jul 12 18:16:30.368703 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b4e095f1-767d-48f8-b039-0ffe9d575bb7 req-34f641e3-324a-4f36-8863-02e191093034 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Jul 12 18:16:30.739296 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe378d0-40e7-4420-a7bc-0a8b22d66a99 req-b1c71a26-b030-4fc2-9194-fa4728597b48 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:30.740756 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ffe378d0-40e7-4420-a7bc-0a8b22d66a99 req-b1c71a26-b030-4fc2-9194-fa4728597b48 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0667331 Jul 12 18:16:30.778946 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ffe378d0-40e7-4420-a7bc-0a8b22d66a99 req-6db348d5-84e1-4603-a9c4-6cc2b5f8e22e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Jul 12 18:16:30.946568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:16:30.953904 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14979ca5-de7c-46e7-970b-0c32d4dc7dd4 req-e9326d4f-c078-4e80-a241-e47e80468ffc tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:30.955578 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-14979ca5-de7c-46e7-970b-0c32d4dc7dd4 req-e9326d4f-c078-4e80-a241-e47e80468ffc tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0653274 Jul 12 18:16:30.993684 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-14979ca5-de7c-46e7-970b-0c32d4dc7dd4 req-f80bd492-6509-4d63-aa18-72bbaf364336 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Jul 12 18:16:31.043119 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:31.055641 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:16:31.091214 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:31.099713 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-e0e8478f-894c-4420-8447-90cfa51703d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.101770 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-e0e8478f-894c-4420-8447-90cfa51703d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 1096 time: 0.0528533 Jul 12 18:16:31.103824 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:16:31.123367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:31.128522 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:31.191858 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=6']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:31.231437 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-c203c25d-bef2-499d-bb2d-5b49bde6b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.233181 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-c203c25d-bef2-499d-bb2d-5b49bde6b724 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045141 Jul 12 18:16:31.337689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-6246f7a6-4f4b-422c-8d61-c3e021c6c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.339072 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-507ab4f4-f4de-45bb-b821-6ab5e79553b8 req-6246f7a6-4f4b-422c-8d61-c3e021c6c4b7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900984 Jul 12 18:16:31.416429 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:31.416929 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:31.503580 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:31.550203 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:31.551991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:31.556246 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a1f1b-2909-490e-bd3c-8c800068d6a6" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:31.565123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-05bf956b-2475-4570-b9c6-fdefee84e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.567240 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-05bf956b-2475-4570-b9c6-fdefee84e6a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 1096 time: 0.0615258 Jul 12 18:16:31.572440 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:31.579972 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e3cc-2fed-4d14-98dd-bb6411adc3c2 req-b38261da-d9c8-487a-a024-7f48f86f5f09 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.583324 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7ae8e3cc-2fed-4d14-98dd-bb6411adc3c2 req-b38261da-d9c8-487a-a024-7f48f86f5f09 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 944 time: 0.0792313 Jul 12 18:16:31.638035 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['885b361e-ccfe-4f7d-b53b-1286b525bbd8'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:16:31.638707 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7ae8e3cc-2fed-4d14-98dd-bb6411adc3c2 req-ed31cb8a-9ae5-459a-b8de-422a4bffbf83 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407321 Jul 12 18:16:31.652517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500b491-7cc4-439f-87e1-60548b877fac x-openstack-request-id: req-8500b491-7cc4-439f-87e1-60548b877fac {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:31.653150 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:31.653749 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8500b491-7cc4-439f-87e1-60548b877fac {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:31.654321 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 200} Jul 12 18:16:31.658396 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-4ac85aaa-73da-4dd1-9660-878d45422cdd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab HTTP/1.1" status: 200 len: 217 time: 0.0702181 Jul 12 18:16:31.713658 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebe5db-6184-4a7c-a552-b35809a0be78 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=7']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:31.747641 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-46da2a16-00d6-4fb3-bf8c-e92bf135a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:31.749457 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-46da2a16-00d6-4fb3-bf8c-e92bf135a893 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 200 len: 854 time: 0.0570331 Jul 12 18:16:31.817661 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-b27964d7-3491-473a-bbb9-b0199044dddc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547512 Jul 12 18:16:31.823507 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50084) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:31.946988 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-790d408a-d478-413e-b019-d8f332799b37 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038158 Jul 12 18:16:31.951612 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1427825f-bd79-4ae5-b8b9-5601db75cbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.025441 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-66e7265c-9b2d-43c8-9251-ccd31a116a50 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:32.026598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-66e7265c-9b2d-43c8-9251-ccd31a116a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.081381 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ac3d0a3-3708-45d9-9cbe-9a27c83ce7a9 req-482f89d4-8be4-4dd0-83c3-2e16987213f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262438 Jul 12 18:16:32.093932 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1427825f-bd79-4ae5-b8b9-5601db75cbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.102239 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1427825f-bd79-4ae5-b8b9-5601db75cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.161765 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1427825f-bd79-4ae5-b8b9-5601db75cbd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b6cb6adf6a643d2b2f584331423679e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370256 Jul 12 18:16:32.162551 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427825f-bd79-4ae5-b8b9-5601db75cbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6610924a-5cfb-4d43-bcf3-5734809a404f,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:32.165148 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50094) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:32.221088 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce7e2-3a08-4625-be13-35068c97fd6e req-6a0b5410-a187-4ee2-b900-c14df7ed7d69 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.228431 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8e8ce7e2-3a08-4625-be13-35068c97fd6e req-6a0b5410-a187-4ee2-b900-c14df7ed7d69 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0937898 Jul 12 18:16:32.245275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.273267 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.296581 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8e8ce7e2-3a08-4625-be13-35068c97fd6e req-a11a1b7a-beef-4b04-bcbc-4c60e0f17383 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670662 Jul 12 18:16:32.326757 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.329803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:32.333413 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6610924a-5cfb-4d43-bcf3-5734809a404f HTTP/1.1" status: 204 len: 168 time: 0.1544476 Jul 12 18:16:32.341420 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107f9a7-def9-4caf-97c1-74b634ddaaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610924a-5cfb-4d43-bcf3-5734809a404f,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:32.373347 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2028-8061-4627-86e8-b09a27105b11 req-39ce8a3d-06fd-4556-b440-8746e97a386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.374809 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-39ce8a3d-06fd-4556-b440-8746e97a386e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.0712800 Jul 12 18:16:32.432084 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db832c-b494-4fce-a8a9-9d11e43430bf req-21336ba1-c8ef-4047-9335-68a0d5d22b07 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.434156 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f9db832c-b494-4fce-a8a9-9d11e43430bf req-21336ba1-c8ef-4047-9335-68a0d5d22b07 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 944 time: 0.0796039 Jul 12 18:16:32.473628 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f9db832c-b494-4fce-a8a9-9d11e43430bf req-5b0ad3a5-8169-4e1f-ada0-be117f9fd79e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Jul 12 18:16:32.507422 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2028-8061-4627-86e8-b09a27105b11 req-2d14e6eb-e8c4-49ca-959c-b8c454f020c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.509151 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-2d14e6eb-e8c4-49ca-959c-b8c454f020c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1257691 Jul 12 18:16:32.554769 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-6178f2ff-587c-4e46-9210-fb68b1f68a3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0357130 Jul 12 18:16:32.566456 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62720e78-6f92-45dd-b636-8cd8d4e94706 req-31550e31-c686-4aaf-95f5-62087e6462af tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.567865 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-62720e78-6f92-45dd-b636-8cd8d4e94706 req-31550e31-c686-4aaf-95f5-62087e6462af tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1262081 Jul 12 18:16:32.637168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2028-8061-4627-86e8-b09a27105b11 req-b7b8ee31-d32b-4c2c-bd06-289f3405d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.638483 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-b7b8ee31-d32b-4c2c-bd06-289f3405d914 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0698013 Jul 12 18:16:32.641449 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-62720e78-6f92-45dd-b636-8cd8d4e94706 req-593c821f-4eaa-4712-ac5a-b3f13da4e399 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655196 Jul 12 18:16:32.865635 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f49a58-d975-4f7f-8d16-29aaaaf627ee req-b0cee11a-67ad-4383-8628-b88c7644fcb5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:32.867559 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b6f49a58-d975-4f7f-8d16-29aaaaf627ee req-b0cee11a-67ad-4383-8628-b88c7644fcb5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0843742 Jul 12 18:16:32.912098 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b6f49a58-d975-4f7f-8d16-29aaaaf627ee req-8e1f7fa4-e680-4f01-98a4-65ddc0f3f15b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391741 Jul 12 18:16:32.932551 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-bf6dc291-27f7-484d-880d-fbc0d2e251a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2798212 Jul 12 18:16:32.977451 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cd0e1672-ad9a-4242-8ee0-669c917692d1 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:16:32.988243 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:16:33.021223 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-0bbef8ad-88db-47e8-8488-86359c765d1f service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805125 Jul 12 18:16:33.101472 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:33.102080 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:33.125275 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29ae2028-8061-4627-86e8-b09a27105b11 req-c6cf535d-a729-459b-9c5d-81efc25bae36 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970323 Jul 12 18:16:33.132136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:33.151510 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'port_id': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'mac_address': 'fa:16:3e:4c:cd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:16:33.214617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:33.238570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0e1672-ad9a-4242-8ee0-669c917692d1 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:16:33.261481 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:33.265078 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:33.318111 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:33.489891 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236a1d7-d833-43a4-bfab-820a66729e28 req-3c3996fc-2df7-42c9-bc9d-86ffe1a7ed3d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:33.491412 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3236a1d7-d833-43a4-bfab-820a66729e28 req-3c3996fc-2df7-42c9-bc9d-86ffe1a7ed3d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.0738413 Jul 12 18:16:33.539765 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3236a1d7-d833-43a4-bfab-820a66729e28 req-0bfd8528-026b-45c9-ac29-ae53ae3f78f2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Jul 12 18:16:33.689151 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861844-ff65-4e16-8984-1cfac7255a36 req-45fd5793-84ed-4780-be9c-51f9c06c4203 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:33.690749 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-11861844-ff65-4e16-8984-1cfac7255a36 req-45fd5793-84ed-4780-be9c-51f9c06c4203 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 945 time: 0.0810609 Jul 12 18:16:33.730648 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-11861844-ff65-4e16-8984-1cfac7255a36 req-556aba91-32c9-4ba8-b36c-57e9121e9b7f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Jul 12 18:16:33.821447 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c949d-028b-4952-91d7-11c77fedb61f req-71d47bd5-cb44-4f3c-88de-5479aedfd2e4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:33.822837 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-526c949d-028b-4952-91d7-11c77fedb61f req-71d47bd5-cb44-4f3c-88de-5479aedfd2e4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0626221 Jul 12 18:16:33.858207 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-526c949d-028b-4952-91d7-11c77fedb61f req-5639a4f1-2a04-4cfd-804e-a73b61a204a7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298417 Jul 12 18:16:33.876093 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:16:34.104373 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567742-136d-4da1-9abf-ed4cafe4cf57 req-3bfe4080-62a8-4b4c-bd1b-5f1baa8b034e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:34.105893 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-78567742-136d-4da1-9abf-ed4cafe4cf57 req-3bfe4080-62a8-4b4c-bd1b-5f1baa8b034e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0631888 Jul 12 18:16:34.145389 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-78567742-136d-4da1-9abf-ed4cafe4cf57 req-b94b25b6-53ba-4d66-a0bf-03508c5daf10 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336988 Jul 12 18:16:34.764119 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0fd3b-8bc6-4804-9ef7-bebbef906edf req-456b1813-5677-4aa5-b012-afb90e4b43df tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:34.766662 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-49c0fd3b-8bc6-4804-9ef7-bebbef906edf req-456b1813-5677-4aa5-b012-afb90e4b43df tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 943 time: 0.1001575 Jul 12 18:16:34.807305 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-49c0fd3b-8bc6-4804-9ef7-bebbef906edf req-7216ce38-30ea-434f-bb4b-a73f70c22ffd tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Jul 12 18:16:34.936199 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb7f0-d07b-4d51-8254-e237a0c62dd5 req-59e237fc-388b-4a55-b905-7516a7a83ace tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:34.938062 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f7acb7f0-d07b-4d51-8254-e237a0c62dd5 req-59e237fc-388b-4a55-b905-7516a7a83ace tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 945 time: 0.0656283 Jul 12 18:16:34.984805 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device aaef39cc-46c5-4fd5-be0f-302310afa7ab details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:16:34.994868 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f7acb7f0-d07b-4d51-8254-e237a0c62dd5 req-d8cfac30-18d3-4507-ad6c-8b3ed31b7a59 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506668 Jul 12 18:16:35.068088 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b995e-b90b-44ea-9160-5a626bbf5dd6 req-56a0961f-a4db-4417-adee-ed3a6e9705cd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:35.070304 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6d1b995e-b90b-44ea-9160-5a626bbf5dd6 req-56a0961f-a4db-4417-adee-ed3a6e9705cd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0944321 Jul 12 18:16:35.097934 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:35.117964 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'port_id': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'mac_address': 'fa:16:3e:65:74:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a71285-2b17-4b1a-af29-843e81a82bfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:16:35.135683 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6d1b995e-b90b-44ea-9160-5a626bbf5dd6 req-0a15ed12-ca62-406a-be77-116cdd32f460 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jul 12 18:16:35.197826 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:35.213769 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaef39cc-46c5-4fd5-be0f-302310afa7ab {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:16:35.236101 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:35.242758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:35.330298 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:35.383677 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe66b3-8e6c-469a-8a42-2942552a0242 req-3fdfe92b-aa36-4fc4-a9ee-982dd4cb96b5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:35.385207 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-eafe66b3-8e6c-469a-8a42-2942552a0242 req-3fdfe92b-aa36-4fc4-a9ee-982dd4cb96b5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0738709 Jul 12 18:16:35.429204 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-eafe66b3-8e6c-469a-8a42-2942552a0242 req-c8fae74b-5ffc-4ab3-a65a-a76b1b9fef86 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363731 Jul 12 18:16:35.836936 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['aaef39cc-46c5-4fd5-be0f-302310afa7ab'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:16:36.050921 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:16:36.159578 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d855c-237d-4a38-a452-887e0a8bc406 req-7a06e8cc-c9bf-4d49-a753-93af70135696 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:36.171496 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-524d855c-237d-4a38-a452-887e0a8bc406 req-7a06e8cc-c9bf-4d49-a753-93af70135696 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 944 time: 0.1988006 Jul 12 18:16:36.245558 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-524d855c-237d-4a38-a452-887e0a8bc406 req-92a4a5ca-2086-4bb9-a8e9-07310f170187 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728025 Jul 12 18:16:36.293116 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7bf51-019e-495e-8060-468a7ff07eb1 req-e57afa7a-39cb-4af8-9c60-4bad98303a7e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:36.306222 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-23e7bf51-019e-495e-8060-468a7ff07eb1 req-e57afa7a-39cb-4af8-9c60-4bad98303a7e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 945 time: 0.1217606 Jul 12 18:16:36.378741 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-23e7bf51-019e-495e-8060-468a7ff07eb1 req-505e7f83-c00e-482a-bb69-adcd3e016b29 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716546 Jul 12 18:16:36.498930 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a34f6-37d9-45dd-ae46-2d4174356366 req-280d24d5-e2d8-47f4-81fe-b21f693b9c58 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:36.517055 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-410a34f6-37d9-45dd-ae46-2d4174356366 req-280d24d5-e2d8-47f4-81fe-b21f693b9c58 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1162677 Jul 12 18:16:36.545643 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-262f98c5-e7dc-4732-a909-b12327cc793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:36.585796 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-410a34f6-37d9-45dd-ae46-2d4174356366 req-2912b08f-8e78-4481-b59e-c263a1999016 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615222 Jul 12 18:16:36.692943 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf239c-d921-4f34-96a3-f03f47612115 req-df0b6bab-55a5-4b7b-9f62-a735aa8e44f2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:36.694450 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14bf239c-d921-4f34-96a3-f03f47612115 req-df0b6bab-55a5-4b7b-9f62-a735aa8e44f2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0757403 Jul 12 18:16:36.735390 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-14bf239c-d921-4f34-96a3-f03f47612115 req-537aca2c-1c44-4af0-bdda-41a970bcdfc2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355473 Jul 12 18:16:37.001759 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cd0e1672-ad9a-4242-8ee0-669c917692d1 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:16:37.071617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port cd0e1672-ad9a-4242-8ee0-669c917692d1 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:16:37.075988 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port cd0e1672-ad9a-4242-8ee0-669c917692d1 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:37.076367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:37.179718 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:37.203402 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:37.206129 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbe1c40-05c9-47c2-a46f-a56a6b9bf297" -d '{"events": [{"server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "name": "network-vif-plugged", "status": "completed", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:37.219741 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:37.226861 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:37.258294 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69caa749-1e03-4acb-a1c8-4cc86bf45dfa x-openstack-request-id: req-69caa749-1e03-4acb-a1c8-4cc86bf45dfa {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:37.258712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "name": "network-vif-plugged", "status": "completed", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:37.258976 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69caa749-1e03-4acb-a1c8-4cc86bf45dfa {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:37.259500 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'code': 200} Jul 12 18:16:37.293639 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:37.301683 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.302307 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.312608 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.317034 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.317529 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.317960 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.318561 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.319018 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.319796 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.320216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.320640 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.321516 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:16:37.575955 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9a9e8-6c40-459d-8e61-069604bb59cd req-f300b858-bd0a-4f62-8ef0-f24243fffd0c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:37.577738 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-72a9a9e8-6c40-459d-8e61-069604bb59cd req-f300b858-bd0a-4f62-8ef0-f24243fffd0c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 944 time: 0.1782267 Jul 12 18:16:37.600256 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-68bc4fab-7fb6-418a-933c-b149dcee1648 None None] Provisioning complete for port cd0e1672-ad9a-4242-8ee0-669c917692d1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:37.600897 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-68bc4fab-7fb6-418a-933c-b149dcee1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:37.657715 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-72a9a9e8-6c40-459d-8e61-069604bb59cd req-2dafc3d8-e1e2-4c90-934f-10bd9e618740 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743556 Jul 12 18:16:37.723758 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29629d52-935e-4066-be59-e9df202e0377 req-3a19fa2d-412f-479c-a240-ecc426539db8 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:37.731942 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29629d52-935e-4066-be59-e9df202e0377 req-3a19fa2d-412f-479c-a240-ecc426539db8 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.1862371 Jul 12 18:16:37.757938 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1580bb-58d1-4d23-891e-00887285a281 req-96ac5fa2-223f-4bc4-bbda-9d51bcb5141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:37.759498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4d1580bb-58d1-4d23-891e-00887285a281 req-96ac5fa2-223f-4bc4-bbda-9d51bcb5141d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1099 time: 0.1588376 Jul 12 18:16:37.802128 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29629d52-935e-4066-be59-e9df202e0377 req-b6c517f2-51cc-47ce-ac5d-1fbc571e2a1c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694101 Jul 12 18:16:37.832155 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4d1580bb-58d1-4d23-891e-00887285a281 req-533d84b2-83bd-433d-923b-486d97696884 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Jul 12 18:16:37.952974 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93da69-c33b-440a-998c-9cc81122990d req-44a7177b-5bb8-48de-b7c6-8b0806afd754 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:37.955312 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a93da69-c33b-440a-998c-9cc81122990d req-44a7177b-5bb8-48de-b7c6-8b0806afd754 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0906286 Jul 12 18:16:38.041762 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a93da69-c33b-440a-998c-9cc81122990d req-8c80ec6c-35f9-4e24-87fd-4e383db307d1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Jul 12 18:16:38.044794 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c499-7125-41ab-bc99-237ec66bb50c req-3afe7218-e3fc-4ddc-a750-0dd386fa3af3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:38.046533 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a484c499-7125-41ab-bc99-237ec66bb50c req-3afe7218-e3fc-4ddc-a750-0dd386fa3af3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0779409 Jul 12 18:16:38.121152 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a484c499-7125-41ab-bc99-237ec66bb50c req-3f314560-a3d8-4703-8f5a-dce24ef0d78e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690341 Jul 12 18:16:38.873003 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb25b-3eeb-4517-bb57-3e584269d5cc req-f62187e0-4125-45ab-9b01-50e00d16a9cf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:38.874596 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-eeadb25b-3eeb-4517-bb57-3e584269d5cc req-f62187e0-4125-45ab-9b01-50e00d16a9cf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 944 time: 0.0903862 Jul 12 18:16:38.934008 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-eeadb25b-3eeb-4517-bb57-3e584269d5cc req-b650a275-4f94-4065-adf1-ccd43e98517a tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Jul 12 18:16:38.999972 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device aaef39cc-46c5-4fd5-be0f-302310afa7ab up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:16:39.030609 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d9c9-5e74-433b-85b4-45fe1d7ce83d req-94cc69b0-6072-4fd0-bc47-b5fd295ed28f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:39.032964 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c8b2d9c9-5e74-433b-85b4-45fe1d7ce83d req-94cc69b0-6072-4fd0-bc47-b5fd295ed28f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0779676 Jul 12 18:16:39.121059 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c8b2d9c9-5e74-433b-85b4-45fe1d7ce83d req-ceb4447e-7d28-4cc4-81a1-f2f049fd4b32 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813351 Jul 12 18:16:39.146950 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port aaef39cc-46c5-4fd5-be0f-302310afa7ab completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:16:39.170689 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4c221e7d-da2f-4c62-82b0-1187cc0a116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:39.178080 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port aaef39cc-46c5-4fd5-be0f-302310afa7ab triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:39.178732 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:39.351649 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:39.389360 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:39.392985 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7e816-3688-4f17-adab-cc4d63276eea" -d '{"events": [{"server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "name": "network-vif-plugged", "status": "completed", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:39.394328 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d7035-642f-464d-b1fa-beb32ba78950 req-17f500fd-bfc4-4fdc-95f4-eab25a576bc7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:39.402800 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f52d7035-642f-464d-b1fa-beb32ba78950 req-17f500fd-bfc4-4fdc-95f4-eab25a576bc7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0846419 Jul 12 18:16:39.432685 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:39.434819 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c081c0-3b72-412a-80da-b86dfc230e07 req-4467fb41-1ef0-4ecf-a6e1-769627db31aa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:39.436736 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81c081c0-3b72-412a-80da-b86dfc230e07 req-4467fb41-1ef0-4ecf-a6e1-769627db31aa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1033208 Jul 12 18:16:39.446192 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:39.459158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f52d7035-642f-464d-b1fa-beb32ba78950 req-b8163618-c14c-4048-9455-d11caef5a3c7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553968 Jul 12 18:16:39.504871 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:39.524674 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81c081c0-3b72-412a-80da-b86dfc230e07 req-646d161d-2ce3-4a28-8fe8-0a5d3c377c39 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782456 Jul 12 18:16:39.545500 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacba614-feef-4628-9b09-320fe19b754a x-openstack-request-id: req-dacba614-feef-4628-9b09-320fe19b754a {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:39.545793 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "name": "network-vif-plugged", "status": "completed", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:39.546043 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dacba614-feef-4628-9b09-320fe19b754a {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:39.546424 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'code': 200} Jul 12 18:16:39.566115 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:40.086495 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9cc8-c521-4b7c-90ff-b3f3512cbfd9 req-31c0982d-0726-4055-88fe-6f049beccbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.088605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c8aa9cc8-c521-4b7c-90ff-b3f3512cbfd9 req-31c0982d-0726-4055-88fe-6f049beccbfb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 1098 time: 0.0961616 Jul 12 18:16:40.168326 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:40.187881 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c8aa9cc8-c521-4b7c-90ff-b3f3512cbfd9 req-142545c9-3a8e-47ac-aa82-bbccbf0403a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622265 Jul 12 18:16:40.228370 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555a74-6043-497c-94ad-09815efedfac req-5d910551-7350-45f1-8948-2f1f1325afd4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.231102 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f9555a74-6043-497c-94ad-09815efedfac req-5d910551-7350-45f1-8948-2f1f1325afd4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.1413639 Jul 12 18:16:40.283730 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f9555a74-6043-497c-94ad-09815efedfac req-6b1d2750-b8e5-4966-bc4e-9274a9690eca tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Jul 12 18:16:40.326523 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3241ea-669b-4454-a28a-75cc9094e054 req-4f83392a-4fc4-40c8-a32e-7da04cb8961a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.328031 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4e3241ea-669b-4454-a28a-75cc9094e054 req-4f83392a-4fc4-40c8-a32e-7da04cb8961a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0702293 Jul 12 18:16:40.377307 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4e3241ea-669b-4454-a28a-75cc9094e054 req-1237368c-5b46-45f2-b8e9-ee7dfaabcd6c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Jul 12 18:16:40.586959 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d899b03-8dcf-4ef2-9efd-4166095a2836 req-27b7de03-d7b5-4d69-9b8c-2d2fca504e0f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.588818 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d899b03-8dcf-4ef2-9efd-4166095a2836 req-27b7de03-d7b5-4d69-9b8c-2d2fca504e0f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0734291 Jul 12 18:16:40.656106 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d899b03-8dcf-4ef2-9efd-4166095a2836 req-f7e2f331-74f7-499b-839c-6c48f5e72eed tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Jul 12 18:16:40.677557 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1e998-3284-4687-ba81-41dd55088adb req-5b8f3f7f-d15c-4f2d-8e2c-e55c11efc00e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.685082 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-58c1e998-3284-4687-ba81-41dd55088adb req-5b8f3f7f-d15c-4f2d-8e2c-e55c11efc00e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0845218 Jul 12 18:16:40.749843 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-58c1e998-3284-4687-ba81-41dd55088adb req-1b6018ce-8716-41c0-ac7a-bb3e429a94eb tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637386 Jul 12 18:16:40.842373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7b3d0-0a7b-4ea2-b3ff-e26a30989a02 req-3e9da80b-a157-4912-9b48-6330b1644dfd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:40.843927 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-90d7b3d0-0a7b-4ea2-b3ff-e26a30989a02 req-3e9da80b-a157-4912-9b48-6330b1644dfd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0705533 Jul 12 18:16:40.885095 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-90d7b3d0-0a7b-4ea2-b3ff-e26a30989a02 req-a5e53642-9c60-44d4-a369-b9eed8efc2fc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Jul 12 18:16:41.170470 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e86b33-d22d-4c4a-9516-1e11c370f34f req-98847532-26f3-4cfc-9fcf-0e46f4a660ad tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:41.173846 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e4e86b33-d22d-4c4a-9516-1e11c370f34f req-98847532-26f3-4cfc-9fcf-0e46f4a660ad tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0763102 Jul 12 18:16:41.218964 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e4e86b33-d22d-4c4a-9516-1e11c370f34f req-92478c04-f8e7-43ec-b85f-ab615a0e707c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jul 12 18:16:41.525043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67ca1c-fb07-4282-9425-7f5c097d6d5e req-69275745-4c09-46a2-952a-805aa9c49313 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:41.526885 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8d67ca1c-fb07-4282-9425-7f5c097d6d5e req-69275745-4c09-46a2-952a-805aa9c49313 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.1035087 Jul 12 18:16:41.597061 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8d67ca1c-fb07-4282-9425-7f5c097d6d5e req-519050ab-deb4-418c-8e3f-b8d82715e2b4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609324 Jul 12 18:16:41.742290 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:41.938863 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875857f2-d375-46b3-a704-e97b5f66a1fc req-cf0e898d-7c50-4bde-9d35-d82d16664d9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:41.940359 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-875857f2-d375-46b3-a704-e97b5f66a1fc req-cf0e898d-7c50-4bde-9d35-d82d16664d9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0707142 Jul 12 18:16:41.978818 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-875857f2-d375-46b3-a704-e97b5f66a1fc req-c8b18471-c976-45dc-b582-a4834ca9c51f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328097 Jul 12 18:16:42.083672 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7018-ac05-49dd-ace4-ec165d159407 req-34d8bd75-ad63-4762-9d21-f3c8b57feefb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:42.089279 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4f5b7018-ac05-49dd-ace4-ec165d159407 req-34d8bd75-ad63-4762-9d21-f3c8b57feefb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0736384 Jul 12 18:16:42.134083 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4f5b7018-ac05-49dd-ace4-ec165d159407 req-af07bbeb-02ab-404b-95a4-3d0d437476dd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Jul 12 18:16:42.802337 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fd1f6-f82f-4ce4-b604-e4709fa561d4 req-81e48cba-dcf2-4aa3-a8fb-896d6bb52a4d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:42.810193 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a01fd1f6-f82f-4ce4-b604-e4709fa561d4 req-81e48cba-dcf2-4aa3-a8fb-896d6bb52a4d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0731223 Jul 12 18:16:42.849415 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a01fd1f6-f82f-4ce4-b604-e4709fa561d4 req-45bedd82-92fd-49be-b736-61b130c92bd8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Jul 12 18:16:43.216773 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4498-90fe-4d02-b068-1ceff9e15bcb req-7621874c-6bb9-4557-9dbb-174669145622 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:43.218933 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-989f4498-90fe-4d02-b068-1ceff9e15bcb req-7621874c-6bb9-4557-9dbb-174669145622 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.1037848 Jul 12 18:16:43.266000 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-989f4498-90fe-4d02-b068-1ceff9e15bcb req-0a9e7c84-a892-42f6-a0e8-260f3205561b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Jul 12 18:16:43.324040 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09df0b-42f2-461a-b284-0a0cf1a073fa req-77400fca-d039-417d-b2e2-bf4a5629e3f3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:43.326956 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-af09df0b-42f2-461a-b284-0a0cf1a073fa req-77400fca-d039-417d-b2e2-bf4a5629e3f3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0733807 Jul 12 18:16:43.396221 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-af09df0b-42f2-461a-b284-0a0cf1a073fa req-6de6be10-3623-4b38-8089-d6c3c1e8f85a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Jul 12 18:16:44.023871 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3425940-0bff-4e3a-bce9-5694f92843df req-612ffdab-03cc-439e-b119-10e38a262748 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:44.025520 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a3425940-0bff-4e3a-bce9-5694f92843df req-612ffdab-03cc-439e-b119-10e38a262748 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0641384 Jul 12 18:16:44.073357 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a3425940-0bff-4e3a-bce9-5694f92843df req-85e66fe1-5ae7-4ceb-8062-bf300209cc4b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Jul 12 18:16:44.497611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fecd4d-f845-4df8-9d33-946798855f78 req-e73f2e55-ae90-42de-9afe-423c1e690d33 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:44.501111 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-67fecd4d-f845-4df8-9d33-946798855f78 req-e73f2e55-ae90-42de-9afe-423c1e690d33 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0777051 Jul 12 18:16:44.565540 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-67fecd4d-f845-4df8-9d33-946798855f78 req-b5ce3d45-ac84-45ea-a99e-ad1bb26d2a98 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558796 Jul 12 18:16:44.630475 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fb818-161d-41bd-809d-f1eb28ec74fa req-184acfd3-cf80-4e68-b27b-e9380a17bff9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:44.632991 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e62fb818-161d-41bd-809d-f1eb28ec74fa req-184acfd3-cf80-4e68-b27b-e9380a17bff9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0713072 Jul 12 18:16:44.684579 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e62fb818-161d-41bd-809d-f1eb28ec74fa req-e7d1940d-5f70-4bf0-99bc-e9c167a84ebe tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Jul 12 18:16:44.981932 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.303811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3ed9-3c80-4769-ba84-3b969ea29931 req-4e8ac18f-d79f-429b-9718-21338f2c2cb2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:45.305865 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e76a3ed9-3c80-4769-ba84-3b969ea29931 req-4e8ac18f-d79f-429b-9718-21338f2c2cb2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0679948 Jul 12 18:16:45.319010 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50430) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:45.353050 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e76a3ed9-3c80-4769-ba84-3b969ea29931 req-568361f5-fda1-4a98-828a-684399442b2f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Jul 12 18:16:45.468065 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a6f28a4e-f5b8-443e-a003-094815b7899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.562283 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a6f28a4e-f5b8-443e-a003-094815b7899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.566376 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a6f28a4e-f5b8-443e-a003-094815b7899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.603874 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f28a4e-f5b8-443e-a003-094815b7899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406605a-ac5a-4077-a17a-24c7d714ccb8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:45.608522 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a6f28a4e-f5b8-443e-a003-094815b7899b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eac585a82700455e8dc537d6e475ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884622 Jul 12 18:16:45.611955 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 50444) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:16:45.663959 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.707213 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.768199 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536a9b3-d0c5-4ad8-ac7d-612b4e42e7dc req-69473c0f-fb6a-4304-9578-6a81fc3e04b7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:45.769695 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e536a9b3-d0c5-4ad8-ac7d-612b4e42e7dc req-69473c0f-fb6a-4304-9578-6a81fc3e04b7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0931392 Jul 12 18:16:45.782100 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.784444 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:45.785481 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0406605a-ac5a-4077-a17a-24c7d714ccb8 HTTP/1.1" status: 204 len: 168 time: 0.1732583 Jul 12 18:16:45.802338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fad69-924b-4456-b914-4cd26b1c701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406605a-ac5a-4077-a17a-24c7d714ccb8,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:45.822158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e536a9b3-d0c5-4ad8-ac7d-612b4e42e7dc req-2c9b7be1-f769-4c38-b52e-577db58517e1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460606 Jul 12 18:16:45.989691 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35b9f1-cc42-4b53-bede-7122068b5eea req-3097baf3-6e9b-4e54-a143-cf3153280fc1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:45.991186 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3e35b9f1-cc42-4b53-bede-7122068b5eea req-3097baf3-6e9b-4e54-a143-cf3153280fc1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0650792 Jul 12 18:16:46.029300 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3e35b9f1-cc42-4b53-bede-7122068b5eea req-9eef5092-b6bc-44ed-b6d9-5fb489c2fa13 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Jul 12 18:16:46.526760 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38799c91-4ae7-4f69-8b3d-ddf255a8c11c req-a6a26a9c-0b2c-45af-a0a2-70a4d861136d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:46.528261 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-38799c91-4ae7-4f69-8b3d-ddf255a8c11c req-a6a26a9c-0b2c-45af-a0a2-70a4d861136d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0624280 Jul 12 18:16:46.565120 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-38799c91-4ae7-4f69-8b3d-ddf255a8c11c req-19746c4a-c7ca-4332-a8ed-d9e366863faf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jul 12 18:16:46.994939 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24233776-b782-4713-9009-f16f3ce94978 req-b1512a82-0fbe-48c0-a084-9b5646bbc56e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:46.996397 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-24233776-b782-4713-9009-f16f3ce94978 req-b1512a82-0fbe-48c0-a084-9b5646bbc56e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0604868 Jul 12 18:16:47.031724 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-24233776-b782-4713-9009-f16f3ce94978 req-506bc277-d457-41d4-af64-0e4892209336 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298824 Jul 12 18:16:47.201778 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1960c2d-0c50-4927-bfbb-537144475495 req-6f0f8fcc-c40c-45c0-a2cb-7afd49099658 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:47.203270 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f1960c2d-0c50-4927-bfbb-537144475495 req-6f0f8fcc-c40c-45c0-a2cb-7afd49099658 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0660272 Jul 12 18:16:47.239434 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f1960c2d-0c50-4927-bfbb-537144475495 req-9d31db3d-ff7b-4032-bb24-7c89eb05f6a0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Jul 12 18:16:47.732049 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99761955-b7f0-41b4-83a0-6a077fd783f8 req-b4f6c751-827e-47bf-b3a6-359e1aaed2e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:47.733539 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99761955-b7f0-41b4-83a0-6a077fd783f8 req-b4f6c751-827e-47bf-b3a6-359e1aaed2e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0609226 Jul 12 18:16:47.770224 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99761955-b7f0-41b4-83a0-6a077fd783f8 req-9443841e-3ac5-45a3-bb1c-847979e554f1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Jul 12 18:16:48.214541 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a701a-8f39-49cb-a4be-399c7a878ed9 req-7d58ff2e-3c92-4d04-a8b9-b437facf7b56 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:48.216012 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9c2a701a-8f39-49cb-a4be-399c7a878ed9 req-7d58ff2e-3c92-4d04-a8b9-b437facf7b56 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0655994 Jul 12 18:16:48.252116 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9c2a701a-8f39-49cb-a4be-399c7a878ed9 req-6b1e1934-c226-436c-a21f-658024c2bbd5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Jul 12 18:16:48.409935 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59ecb1-4724-447d-9dae-9908e2d827fe req-9c792655-87b8-404f-a34c-2d2b1a553ad7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:48.411300 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b59ecb1-4724-447d-9dae-9908e2d827fe req-9c792655-87b8-404f-a34c-2d2b1a553ad7 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0603018 Jul 12 18:16:48.447562 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b59ecb1-4724-447d-9dae-9908e2d827fe req-a74a3bb3-fdd3-4f0c-8cdd-8703204c4c10 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300426 Jul 12 18:16:48.954991 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464fc71-9169-4138-aeb8-e033247ec7d6 req-25513de9-b365-466d-8ab0-ff7cd095d5ae tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:48.956540 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9464fc71-9169-4138-aeb8-e033247ec7d6 req-25513de9-b365-466d-8ab0-ff7cd095d5ae tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0773871 Jul 12 18:16:48.998752 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9464fc71-9169-4138-aeb8-e033247ec7d6 req-713fdc54-fb65-41ab-9727-39e14f91a9f7 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Jul 12 18:16:49.435425 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0a88-5c3b-4c6d-ba42-47be2d134725 req-919905df-cd1a-4e59-869d-8d5a059a7ba0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:49.437000 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d76a0a88-5c3b-4c6d-ba42-47be2d134725 req-919905df-cd1a-4e59-869d-8d5a059a7ba0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0668783 Jul 12 18:16:49.474104 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d76a0a88-5c3b-4c6d-ba42-47be2d134725 req-f5dbb5a9-5137-4782-9d4a-6fab7bf0b895 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Jul 12 18:16:49.625858 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f756b-d291-4f6f-bc47-27c8233fc270 req-bba41d63-f347-448e-a4fa-f9ad3008304e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:49.627249 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-671f756b-d291-4f6f-bc47-27c8233fc270 req-bba41d63-f347-448e-a4fa-f9ad3008304e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0645421 Jul 12 18:16:49.664074 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-671f756b-d291-4f6f-bc47-27c8233fc270 req-2d2e1750-5ede-4cda-a3ca-c4db61729ddc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jul 12 18:16:50.054660 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-96af116b-4806-4fef-aca0-f4b420947334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.056255 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-96af116b-4806-4fef-aca0-f4b420947334 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1098 time: 0.0592027 Jul 12 18:16:50.167362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-be71a129-8bcc-4a83-8297-3aa370e8961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.169021 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-be71a129-8bcc-4a83-8297-3aa370e8961b service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.1053419 Jul 12 18:16:50.207037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706122c2-7fcb-405f-9bcb-a87b445aebd2 req-88c4ff1d-ce1f-4a2a-9e1c-32bbc66aaccc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.208527 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-706122c2-7fcb-405f-9bcb-a87b445aebd2 req-88c4ff1d-ce1f-4a2a-9e1c-32bbc66aaccc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0672622 Jul 12 18:16:50.240981 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-0cab3e98-be85-4412-b9c5-a35726fa50ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 999 time: 0.0626340 Jul 12 18:16:50.247191 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-706122c2-7fcb-405f-9bcb-a87b445aebd2 req-3e4fdce6-36a7-40ab-b8e8-53dc8d2b0236 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321054 Jul 12 18:16:50.300873 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-38cb5222-5edc-4ba5-925e-7d8b8ec02d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.302651 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-38cb5222-5edc-4ba5-925e-7d8b8ec02d78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0494077 Jul 12 18:16:50.371673 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-2393d92c-f841-4581-a6a1-bb8ee37bc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.373320 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-2393d92c-f841-4581-a6a1-bb8ee37bc272 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618196 Jul 12 18:16:50.474534 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-dbd5b775-b1fe-4a57-80ca-c3e88a873996 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909407 Jul 12 18:16:50.655429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0abd2-738d-4304-86d7-9aad78882258 req-2d40f948-4c46-4a70-831a-87ae59627573 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.657051 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5cd0abd2-738d-4304-86d7-9aad78882258 req-2d40f948-4c46-4a70-831a-87ae59627573 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0662081 Jul 12 18:16:50.695055 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5cd0abd2-738d-4304-86d7-9aad78882258 req-e64f8969-00fe-4854-acd5-f0722081f954 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Jul 12 18:16:50.874940 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d129b-1cc1-493f-a7ea-b7b0e72f5b61 req-ba2cec6f-d5e7-4ad9-b759-045bc232ab4c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:50.876398 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-747d129b-1cc1-493f-a7ea-b7b0e72f5b61 req-ba2cec6f-d5e7-4ad9-b759-045bc232ab4c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0715854 Jul 12 18:16:50.913287 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-747d129b-1cc1-493f-a7ea-b7b0e72f5b61 req-fd9c12a5-ca65-4a45-86a4-029ba46d4145 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Jul 12 18:16:51.777339 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-79fd6593-b7f5-4114-b901-ecab8a58cf6a req-3bcc0497-7f58-48b6-8196-93e65aea5746 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912383 Jul 12 18:16:51.875833 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff9101-6ff0-442d-843e-7b6978253e46 req-ce20a536-b793-43bf-b2a6-c0a8fe451aa8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:51.877494 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96ff9101-6ff0-442d-843e-7b6978253e46 req-ce20a536-b793-43bf-b2a6-c0a8fe451aa8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0653136 Jul 12 18:16:51.921966 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96ff9101-6ff0-442d-843e-7b6978253e46 req-6747cd43-07a4-48a8-86cc-2a5894944c2f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Jul 12 18:16:52.086029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c15b-62cb-4509-b362-dd171a8ed076 req-366ddc9f-717b-41d1-bc29-704543d53a35 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:52.087472 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3096c15b-62cb-4509-b362-dd171a8ed076 req-366ddc9f-717b-41d1-bc29-704543d53a35 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0660176 Jul 12 18:16:52.123028 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3096c15b-62cb-4509-b362-dd171a8ed076 req-b827c7cd-7a22-4746-a8ba-e70492603ede tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300348 Jul 12 18:16:53.098191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3abe80-ecce-43ad-a206-0c0c38abdd72 req-55d93b33-03bc-4cb7-9d7d-abae7da0e6b0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:53.100196 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca3abe80-ecce-43ad-a206-0c0c38abdd72 req-55d93b33-03bc-4cb7-9d7d-abae7da0e6b0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0604994 Jul 12 18:16:53.138664 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca3abe80-ecce-43ad-a206-0c0c38abdd72 req-1b56a8bd-007c-4aee-a755-43a478864add tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329823 Jul 12 18:16:53.292609 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f87d0d-6453-4ad2-81ec-2bb6c4ca6091 req-d82c57c1-7840-4bf8-8e6c-b8f891be8af6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:53.294105 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-25f87d0d-6453-4ad2-81ec-2bb6c4ca6091 req-d82c57c1-7840-4bf8-8e6c-b8f891be8af6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0620365 Jul 12 18:16:53.329889 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-25f87d0d-6453-4ad2-81ec-2bb6c4ca6091 req-0e7c35ce-990e-44e0-887e-ded4702ed860 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Jul 12 18:16:53.979016 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:16:54.056618 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:54.079030 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:54.081283 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaddd75f-c4d2-4a70-9428-9e81661d39d5" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-unplugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:54.094212 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:54.098261 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:54.123934 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf38ddf9-4cad-4c82-b969-31aa3163bdc8 x-openstack-request-id: req-cf38ddf9-4cad-4c82-b969-31aa3163bdc8 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:54.124254 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-unplugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:54.124506 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf38ddf9-4cad-4c82-b969-31aa3163bdc8 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:54.124916 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 200} Jul 12 18:16:54.152656 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=8']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:54.323568 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f001902-957f-48cf-875b-e801816686ea req-93595d66-5f33-449a-886e-5de7a483a984 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:54.325162 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8f001902-957f-48cf-875b-e801816686ea req-93595d66-5f33-449a-886e-5de7a483a984 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 943 time: 0.0669291 Jul 12 18:16:54.363645 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8f001902-957f-48cf-875b-e801816686ea req-54358bf8-51d2-4c31-9390-a54af4f149ed tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327792 Jul 12 18:16:54.383501 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:54.383975 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:54.461534 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:54.493302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:16:54.497581 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:54.520511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436a26a-f676-4f9d-acac-4964786405c4 req-9119adb5-225c-499d-9d6a-29beddcdd2da tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:54.522141 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7436a26a-f676-4f9d-acac-4964786405c4 req-9119adb5-225c-499d-9d6a-29beddcdd2da tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0662563 Jul 12 18:16:54.550245 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fefe1-459f-4fb6-8eb6-cb75568d5d5f None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=9']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:16:54.580719 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7436a26a-f676-4f9d-acac-4964786405c4 req-79c752f5-c833-44ed-b65a-d68cc5a0c137 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Jul 12 18:16:54.758691 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-93fac100-96be-4e17-999b-f94b4e169cd9 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:16:54.759061 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-93fac100-96be-4e17-999b-f94b4e169cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:16:55.548328 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed796765-f420-41d7-92a5-fe532f9e5ce4 req-60fe576f-2a4b-40cf-bbb6-8e9236511b48 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:55.549729 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ed796765-f420-41d7-92a5-fe532f9e5ce4 req-60fe576f-2a4b-40cf-bbb6-8e9236511b48 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0608130 Jul 12 18:16:55.587732 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ed796765-f420-41d7-92a5-fe532f9e5ce4 req-70e802ae-477c-4071-acb0-3cf850c5a3a5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Jul 12 18:16:55.754287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40327f7e-2cd7-43cd-aab2-f627ff978218 req-8c47b37a-8905-4a4d-8482-6766862cb35a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:55.756250 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40327f7e-2cd7-43cd-aab2-f627ff978218 req-8c47b37a-8905-4a4d-8482-6766862cb35a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0634544 Jul 12 18:16:55.791710 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40327f7e-2cd7-43cd-aab2-f627ff978218 req-86da2901-a815-4d26-9558-4ecd6275df1c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299914 Jul 12 18:16:56.126656 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:16:56.129328 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dda0622-517b-43f7-8a41-6390c4010601" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:16:56.164251 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15009c94-3eae-475e-9c23-4e9e5563a074 x-openstack-request-id: req-15009c94-3eae-475e-9c23-4e9e5563a074 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:16:56.164542 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:16:56.164795 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15009c94-3eae-475e-9c23-4e9e5563a074 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:16:56.165207 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 200} Jul 12 18:16:56.767041 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a559ee-67e1-4ce1-958d-340491f440d5 req-635ccdca-1e09-4f12-a24c-a08c0493b519 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:56.768517 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73a559ee-67e1-4ce1-958d-340491f440d5 req-635ccdca-1e09-4f12-a24c-a08c0493b519 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0649748 Jul 12 18:16:56.807316 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-73a559ee-67e1-4ce1-958d-340491f440d5 req-957f956c-c123-479b-8bea-fa41eddaae3f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Jul 12 18:16:56.961689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294009b-67c3-48dd-9eab-86ac5aa96c18 req-a3886538-a39c-4024-b3c5-df91c49bb326 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:56.963143 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7294009b-67c3-48dd-9eab-86ac5aa96c18 req-a3886538-a39c-4024-b3c5-df91c49bb326 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0613067 Jul 12 18:16:56.998438 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7294009b-67c3-48dd-9eab-86ac5aa96c18 req-bab5a1c2-7575-4dc4-a939-d84eb443935d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297148 Jul 12 18:16:57.980753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d42f7c-a130-4b6e-abbe-700b9b772864 req-8ef66b2a-7c5a-4c45-8fdc-a4900d2bb223 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:57.982290 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-10d42f7c-a130-4b6e-abbe-700b9b772864 req-8ef66b2a-7c5a-4c45-8fdc-a4900d2bb223 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0622668 Jul 12 18:16:58.017715 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-10d42f7c-a130-4b6e-abbe-700b9b772864 req-f7586c13-6f3d-47a6-9776-53401431ea3a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299120 Jul 12 18:16:58.174602 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b38e8-b599-4ec4-b008-014744114c2a req-936d2fd2-a1db-451c-bb71-30769ecdbd39 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:58.176078 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5c4b38e8-b599-4ec4-b008-014744114c2a req-936d2fd2-a1db-451c-bb71-30769ecdbd39 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0667586 Jul 12 18:16:58.216924 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5c4b38e8-b599-4ec4-b008-014744114c2a req-518d8592-149d-4059-8296-802f79545cb8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Jul 12 18:16:59.188714 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f259-d8c5-40d7-a580-a5f967cdcbd0 req-67ddcf39-39c3-4a61-98da-d54693f0b163 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:59.190212 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e03f259-d8c5-40d7-a580-a5f967cdcbd0 req-67ddcf39-39c3-4a61-98da-d54693f0b163 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0602493 Jul 12 18:16:59.226948 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e03f259-d8c5-40d7-a580-a5f967cdcbd0 req-11be01f8-effc-48ad-b266-83d76fed5a38 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304673 Jul 12 18:16:59.389783 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8192c1-e465-4564-b52e-927bbb23fbe5 req-ccfac287-5167-4b02-91f8-e47021483986 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:16:59.391440 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a8192c1-e465-4564-b52e-927bbb23fbe5 req-ccfac287-5167-4b02-91f8-e47021483986 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0616105 Jul 12 18:16:59.430849 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a8192c1-e465-4564-b52e-927bbb23fbe5 req-1ceab048-1de6-4ea3-b322-603dc8c5add6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Jul 12 18:17:00.129923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82278a4-4189-4751-b876-cbbffb1e0096 req-676c3d7a-fc20-41fa-9cf2-973e01897c36 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:00.131494 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c82278a4-4189-4751-b876-cbbffb1e0096 req-676c3d7a-fc20-41fa-9cf2-973e01897c36 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0658391 Jul 12 18:17:00.168893 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c82278a4-4189-4751-b876-cbbffb1e0096 req-91072e23-8780-4cd6-96bd-fc50628b0e50 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316868 Jul 12 18:17:00.375800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 50720) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:00.470063 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-63569251-58c4-4362-beeb-f437ba1ac7ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930955 Jul 12 18:17:00.608575 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7254ff-593c-40e9-9404-4ba7fe3d62b9 req-9940cdd8-655a-40c4-a040-0a7f95f511c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:00.610087 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7d7254ff-593c-40e9-9404-4ba7fe3d62b9 req-9940cdd8-655a-40c4-a040-0a7f95f511c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0673456 Jul 12 18:17:00.652620 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7d7254ff-593c-40e9-9404-4ba7fe3d62b9 req-74902a64-6f3b-495d-a6ec-b06ee5c70cd8 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Jul 12 18:17:01.343793 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fae860-bbac-450b-bc8f-7711ada00ec1 req-b4875aa5-869f-4fb9-92eb-76a6894a9ffd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:01.345283 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15fae860-bbac-450b-bc8f-7711ada00ec1 req-b4875aa5-869f-4fb9-92eb-76a6894a9ffd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0629206 Jul 12 18:17:01.384072 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15fae860-bbac-450b-bc8f-7711ada00ec1 req-9c7c7288-7121-434f-9fe8-4b6b522aa084 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327878 Jul 12 18:17:01.825386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33acdb-1ceb-439c-bb74-ca99286b2201 req-c881c662-642c-4633-87bf-57be8944da7d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:01.826858 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a33acdb-1ceb-439c-bb74-ca99286b2201 req-c881c662-642c-4633-87bf-57be8944da7d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0647173 Jul 12 18:17:01.864540 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a33acdb-1ceb-439c-bb74-ca99286b2201 req-652157a0-6832-4d01-b080-3b1a0e71e33b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 12 18:17:02.569223 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c3350-f72c-4598-8ebb-ee8a630f8bda req-31370866-bb24-45ba-a016-734fc41a3130 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:02.570865 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9f2c3350-f72c-4598-8ebb-ee8a630f8bda req-31370866-bb24-45ba-a016-734fc41a3130 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0661218 Jul 12 18:17:02.612482 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9f2c3350-f72c-4598-8ebb-ee8a630f8bda req-9f73f375-dbf7-4385-b557-105274ce2685 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Jul 12 18:17:03.033126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668b12f-1561-4b1b-866b-992d3141f3a0 req-03f1bb02-9205-4fba-b481-58acd70f013b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:03.034599 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7668b12f-1561-4b1b-866b-992d3141f3a0 req-03f1bb02-9205-4fba-b481-58acd70f013b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0610778 Jul 12 18:17:03.072333 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7668b12f-1561-4b1b-866b-992d3141f3a0 req-85e1631f-7fcd-4485-8763-f9b51bf563ff tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Jul 12 18:17:03.783338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b3fc-b362-4f77-84f7-4e2d81d82dfb req-0a551415-cf41-442e-a529-d5e3dcd39819 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:03.784807 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-05f6b3fc-b362-4f77-84f7-4e2d81d82dfb req-0a551415-cf41-442e-a529-d5e3dcd39819 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0610702 Jul 12 18:17:03.814690 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:17:03.821187 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-05f6b3fc-b362-4f77-84f7-4e2d81d82dfb req-8a246997-a0cb-4fd2-83ed-672a59b3237b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309396 Jul 12 18:17:03.893427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:03.918845 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:03.921118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ae8631-5590-4059-8d05-d9f23ec749f6" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-unplugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:03.940752 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:03.947065 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:03.983580 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73870e-0af4-4c23-bbf2-5a3a19579cbc x-openstack-request-id: req-9f73870e-0af4-4c23-bbf2-5a3a19579cbc {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:03.984020 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-unplugged", "status": "failed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 422}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:03.984100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f73870e-0af4-4c23-bbf2-5a3a19579cbc {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:03.984507 dv-cinder-800306-3-iscsi neutron-server[93135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 422} returned with failed status Jul 12 18:17:04.011785 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=10']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:04.165573 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced13d84-51ff-4d9d-b568-4d9633705592 req-96ba4739-128d-4239-b9e2-77f5069da4ab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:04.167152 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ced13d84-51ff-4d9d-b568-4d9633705592 req-96ba4739-128d-4239-b9e2-77f5069da4ab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0703433 Jul 12 18:17:04.205498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ced13d84-51ff-4d9d-b568-4d9633705592 req-abf0245d-fa7c-4c22-ba82-e42710c6abf9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jul 12 18:17:04.215365 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:04.215959 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.233382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 50816) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:04.255127 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf4d1-8bcb-4332-a54a-f3b537e6e2ac req-7ad9f94c-c572-41f6-a3d9-95a4056e3b48 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:04.256682 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bf8cf4d1-8bcb-4332-a54a-f3b537e6e2ac req-7ad9f94c-c572-41f6-a3d9-95a4056e3b48 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0710208 Jul 12 18:17:04.293720 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.294700 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bf8cf4d1-8bcb-4332-a54a-f3b537e6e2ac req-0d048574-b83f-4d12-95cb-3b2e4f688925 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 12 18:17:04.329677 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:04.333754 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.385622 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730c1a1-281a-4f0a-9dac-34e0bd3fed98 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=11']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:04.395461 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b08b36-1588-4102-91fb-caf3ae3b6ed6 tempest-TestMinimumBasicScenario-1660858695 tempest-TestMinimumBasicScenario-1660858695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:04.397671 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-36b08b36-1588-4102-91fb-caf3ae3b6ed6 tempest-TestMinimumBasicScenario-1660858695 tempest-TestMinimumBasicScenario-1660858695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1094 time: 0.1632788 Jul 12 18:17:04.400440 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 50820) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:04.404909 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'port_id': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:04.427334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for floatingip, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.527842 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.599778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-40385bcb-2c33-4730-b9d5-d165a512276c None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:04.600685 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-40385bcb-2c33-4730-b9d5-d165a512276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.628080 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Allocated IP 172.27.3.220 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/01ba358f-d4cc-43c3-afbf-23b44394bd79) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:04.730970 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.766986 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:04.805173 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:04.807732 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:04.811301 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:04.831935 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'Port': ['ID=01ba358f-d4cc-43c3-afbf-23b44394bd79,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:05.077956 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19808644-4c68-4204-a2fa-beb63c1c31bb req-90964005-e967-49fa-a16b-9ec46058e34c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:05.079324 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-19808644-4c68-4204-a2fa-beb63c1c31bb req-90964005-e967-49fa-a16b-9ec46058e34c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1430984 Jul 12 18:17:05.173586 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-19808644-4c68-4204-a2fa-beb63c1c31bb req-3af41b16-30ca-40a8-8176-33032bb5f672 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885642 Jul 12 18:17:05.245405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:05.316476 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:05.459702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:05.465637 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:05.466969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad4b96-1228-4962-821c-cec781de88df req-96f99e96-3b29-4b35-8cf8-371ad82bf5d4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:05.468523 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-01ad4b96-1228-4962-821c-cec781de88df req-96f99e96-3b29-4b35-8cf8-371ad82bf5d4 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0628793 Jul 12 18:17:05.508022 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-01ad4b96-1228-4962-821c-cec781de88df req-d4991b53-3db4-4b9a-b24e-b2c55f308f39 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Jul 12 18:17:05.529254 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'Port': ['ID=01ba358f-d4cc-43c3-afbf-23b44394bd79,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:05.541051 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:05.637102 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Floating IP ae8e42f9-6c1e-47af-ad0a-7342aad66939 associated. External IP: 172.27.3.220, port: cd0e1672-ad9a-4242-8ee0-669c917692d1. Jul 12 18:17:05.986040 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:05.988340 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4bcf5a-985a-47c7-a049-df8298b39ec7" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:06.020238 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ac495-0ade-4246-b3b8-9fd0ec1c72af x-openstack-request-id: req-575ac495-0ade-4246-b3b8-9fd0ec1c72af {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:06.020420 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "failed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 422}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:06.020847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-575ac495-0ade-4246-b3b8-9fd0ec1c72af {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:06.021252 dv-cinder-800306-3-iscsi neutron-server[93135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 422} returned with failed status Jul 12 18:17:06.057328 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Router fa50eaf1-17c6-4055-b9cc-a456bf082610 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:17:06.159306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:17:06.169304 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Sync routers for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:17:06.175630 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.177710 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:06.178347 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:16:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:06.212400 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-19ad9439-80e0-405d-ac4d-363ac4cfc63d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8108776 Jul 12 18:17:06.213018 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:06.215126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50846) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.215334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f" -d '{"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:06.221800 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39116931', 'description': 'tempest-secgroup-smoke-39116931 description', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.250533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336f86ba-4370-4bec-959c-cdad5e5a7730 x-openstack-request-id: req-336f86ba-4370-4bec-959c-cdad5e5a7730 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:06.250833 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:06.251151 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-336f86ba-4370-4bec-959c-cdad5e5a7730 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:06.251595 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:17:06.254721 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.375840 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:06.397504 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.402790 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.426236 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2c892-130f-49a6-80fd-c9640f43fea4 req-953f4690-b360-4b6d-a12b-ae5eae7e45c2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:06.427735 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-85e2c892-130f-49a6-80fd-c9640f43fea4 req-953f4690-b360-4b6d-a12b-ae5eae7e45c2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1288440 Jul 12 18:17:06.449364 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.450501 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2339416 Jul 12 18:17:06.453511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 50850) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.458098 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.458526 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5fcbc-6319-4f3e-8283-cb22ce5a6435 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3046f3cf-c08c-456b-8a16-cbb33e1a7b68,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:06.483204 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-85e2c892-130f-49a6-80fd-c9640f43fea4 req-197a7056-5e36-431f-bebb-a72491502c1d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479224 Jul 12 18:17:06.486550 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.528656 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-175d26a0-fbc2-4be7-81e4-bff5f024ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.536680 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.540682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.556510 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde65cd-6b66-41ab-bfb0-333fedf5a339,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:06.567911 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.573089 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-18399744-a982-40aa-80fd-12077aa57b62 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185522 Jul 12 18:17:06.573218 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50854) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.578080 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.610536 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.612246 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'ae8e42f9-6c1e-47af-ad0a-7342aad66939', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'port_id': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'mac_address': 'fa:16:3e:4c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:17:05Z', 'updated_at': '2021-07-12T18:17:05Z', 'revision_number': 0, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:06.643054 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Checking router: fa50eaf1-17c6-4055-b9cc-a456bf082610 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:17:06.652089 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:06.652790 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:16:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:06.688809 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.695800 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.717419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad54ad31-95c6-4aa5-ab3f-90ae42ece3d8,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:06.721264 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.722497 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-47b3d096-d4f2-497b-822a-31e6050fc887 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480749 Jul 12 18:17:06.725309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50860) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.730122 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.743398 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4085fa3-1b8e-493f-895e-5774eed10e74 req-c66b3aaa-2982-4040-b83c-18a6e052ba46 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:06.744926 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e4085fa3-1b8e-493f-895e-5774eed10e74 req-c66b3aaa-2982-4040-b83c-18a6e052ba46 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0796535 Jul 12 18:17:06.757580 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.775830 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:06.787407 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e4085fa3-1b8e-493f-895e-5774eed10e74 req-0bd99eb5-8ce6-4afd-b946-8368a02696ba tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Jul 12 18:17:06.817689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.822091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.843792 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12946864-da70-4e09-bf24-abfd7196d318,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:06.846311 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.847490 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0e8be10b-c1a8-4737-aba7-d1852cd3ee26 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211536 Jul 12 18:17:06.850172 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50864) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.854761 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.881940 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.938887 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.942697 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.958957 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfffa71-4e3e-48ff-b1f5-00eee9f32ae9,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:06.965438 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:06.969100 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0d48c02e-7372-4354-9580-bdc8b06731b7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154902 Jul 12 18:17:06.969298 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50866) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:06.973561 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:06.995194 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.securitygroups_db [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Project c1a48e5ea9664ba2803d41982d8aa772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:17:06.999785 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.001691 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'ae8e42f9-6c1e-47af-ad0a-7342aad66939', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'port_id': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'mac_address': 'fa:16:3e:4c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:17:05Z', 'updated_at': '2021-07-12T18:17:05Z', 'revision_number': 0, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:07.026639 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a0fbb-cbc8-46d8-a6b5-9c927f03d5ee None None] The sync data for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi is: [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'ae8e42f9-6c1e-47af-ad0a-7342aad66939', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'port_id': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'mac_address': 'fa:16:3e:4c:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:17:05Z', 'updated_at': '2021-07-12T18:17:05Z', 'revision_number': 0, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:17:07.070796 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.075587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.094980 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf81ae4-a3e8-4c3e-9938-5797ba28798e,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:07.098403 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.100513 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1e03705c-5471-48be-a811-8bbb363f926a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297927 Jul 12 18:17:07.103674 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 50870) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:07.108292 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'security_group_rule': {'security_group_id': '3046f3cf-c08c-456b-8a16-cbb33e1a7b68', 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:07.129936 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.securitygroups_db [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Project c1a48e5ea9664ba2803d41982d8aa772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:17:07.134664 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.199122 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.203018 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.220480 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0416f4d3-7f25-40bb-beb7-836c64a10264,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:07.226803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.231450 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e85804fe-8f4e-462d-a689-f937f57133a3 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233847 Jul 12 18:17:07.233959 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3981e-a528-494f-aec2-98649d6d9d28 None None] New status for floating IP ae8e42f9-6c1e-47af-ad0a-7342aad66939: ACTIVE {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:17:07.354804 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-36dde927-e7be-434d-ae42-28e44d6eac07 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39116931&fields=id&tenant_id=c1a48e5ea9664ba2803d41982d8aa772 HTTP/1.1" status: 200 len: 267 time: 0.0432997 Jul 12 18:17:07.382908 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-27e11289-b149-4718-8591-bfceca3799bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.385490 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-27e11289-b149-4718-8591-bfceca3799bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1099 time: 0.0631781 Jul 12 18:17:07.436357 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-5b2e5047-27c8-4eee-a8e6-c5766b65428c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.438010 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-5b2e5047-27c8-4eee-a8e6-c5766b65428c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0769858 Jul 12 18:17:07.450829 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'port': {'security_groups': ['0ba719e2-84df-4a37-a242-ad39fc83cca3', '3046f3cf-c08c-456b-8a16-cbb33e1a7b68']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:07.505338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-b286b784-d4f4-49d4-97ba-e0b0368f6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.507034 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-b286b784-d4f4-49d4-97ba-e0b0368f6c98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 916 time: 0.0993457 Jul 12 18:17:07.575373 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-c03bbae3-459e-41c3-bddc-763bf6646d89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 1002 time: 0.0578496 Jul 12 18:17:07.666042 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-5d6d7452-7597-40d4-97b2-852b13289a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.667525 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-5d6d7452-7597-40d4-97b2-852b13289a69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0786393 Jul 12 18:17:07.729297 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791e0a-ae5d-4eab-9ddd-44f4e29b74bd req-db029ebd-ba15-4402-8a2c-5d3e40da2a17 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.730856 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c7791e0a-ae5d-4eab-9ddd-44f4e29b74bd req-db029ebd-ba15-4402-8a2c-5d3e40da2a17 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1156471 Jul 12 18:17:07.781803 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-48aaf3d2-69c1-4876-bf23-469403ba9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.783356 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-48aaf3d2-69c1-4876-bf23-469403ba9826 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019640 Jul 12 18:17:07.786867 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c7791e0a-ae5d-4eab-9ddd-44f4e29b74bd req-2be7dd12-4fd0-4ab4-8f77-d1f339ba8a14 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481205 Jul 12 18:17:07.799572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:07.906429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271d4aa-bd02-475d-95b1-7cf417bf0fbc req-dd162b68-f3e3-4c56-8a24-626bf298d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:07.907914 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8271d4aa-bd02-475d-95b1-7cf417bf0fbc req-dd162b68-f3e3-4c56-8a24-626bf298d95a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.3484623 Jul 12 18:17:07.908719 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-2e81dfcd-8990-40fb-a5b7-9a6ce23f8438 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109717 Jul 12 18:17:07.994536 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8271d4aa-bd02-475d-95b1-7cf417bf0fbc req-5dab8e38-3db7-4c65-b044-a9fe35c265ba service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 Jul 12 18:17:08.037131 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:08.047238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f2fd-cd4d-447f-9e42-a5e0ebdc2cad req-e2271245-be73-4bd1-aea3-c7c8b5325d16 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:08.048976 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6290f2fd-cd4d-447f-9e42-a5e0ebdc2cad req-e2271245-be73-4bd1-aea3-c7c8b5325d16 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1440051 Jul 12 18:17:08.055126 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e59ea5e7-1d8e-4418-ad12-4bcf01b9208f req-9df86897-0133-4c33-b4b2-f6e34bbd7634 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158974 Jul 12 18:17:08.074818 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:08.080485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:08.105567 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6290f2fd-cd4d-447f-9e42-a5e0ebdc2cad req-174e5118-77c0-4e08-958e-c8e8715639c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462499 Jul 12 18:17:08.124178 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:08.124802 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:08.126225 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0185dcac-83b2-4a65-9eba-aac0852776c4 req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "PUT /v2.0/ports/cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 982 time: 0.6821444 Jul 12 18:17:08.126673 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:08.129219 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:08.163320 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:08.165812 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a5ce8-2c75-4b91-906a-f12fc9b5bc1b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=6']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:08.194161 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00a17da-7331-4280-9840-e281297637b0 x-openstack-request-id: req-e00a17da-7331-4280-9840-e281297637b0 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:08.194455 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:08.194703 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e00a17da-7331-4280-9840-e281297637b0 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:08.195094 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:17:08.423745 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:08.431776 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd03468-ee3c-49ab-81ff-db5fc4978092 req-3b999138-f32a-49f7-b2e5-b654bbb70877 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:08.433397 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ecd03468-ee3c-49ab-81ff-db5fc4978092 req-3b999138-f32a-49f7-b2e5-b654bbb70877 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1042926 Jul 12 18:17:08.489393 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ecd03468-ee3c-49ab-81ff-db5fc4978092 req-326c7c1a-8fbb-4957-8ffc-1cd6a99a1a68 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0502288 Jul 12 18:17:08.578128 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-0f2fd682-8983-4fb6-a74c-2fa9a10e870e None None] Provisioning complete for port cd0e1672-ad9a-4242-8ee0-669c917692d1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:08.578495 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0f2fd682-8983-4fb6-a74c-2fa9a10e870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:08.971985 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-2f013de8-43c4-46a5-be4c-cd374f699f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:08.974250 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-2f013de8-43c4-46a5-be4c-cd374f699f6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1138 time: 0.1077807 Jul 12 18:17:09.063064 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfc004-c8c8-4d72-a656-0579ef9831db req-e33ba05d-b387-43fa-83e4-ab29e451b382 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.064575 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-54dfc004-c8c8-4d72-a656-0579ef9831db req-e33ba05d-b387-43fa-83e4-ab29e451b382 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1399422 Jul 12 18:17:09.103574 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1320930b-04f0-4abd-981a-23795b795943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:09.117696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-e8306246-d78b-415f-b1e2-cee7edb88855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.119070 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-e8306246-d78b-415f-b1e2-cee7edb88855 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 916 time: 0.1341186 Jul 12 18:17:09.127880 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-54dfc004-c8c8-4d72-a656-0579ef9831db req-0a473bee-d4ee-4eec-a30b-388b0e39ea0f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529046 Jul 12 18:17:09.183303 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-16ee6013-eb94-4d52-8324-9f666c697058 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.188260 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-16ee6013-eb94-4d52-8324-9f666c697058 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1198401 Jul 12 18:17:09.189513 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-fcb7af8f-0220-40a6-8623-61a4fe543008 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 1002 time: 0.0624654 Jul 12 18:17:09.205249 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-a67f1551-1b1c-4ad8-8dd6-9bdc2c32c3a2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/quotas/c3186b4ed5834263bbb9b07e982e53d3 HTTP/1.1" status: 200 len: 375 time: 0.0093789 Jul 12 18:17:09.275408 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-99478b52-e41c-4247-b59a-44e2ee021f24 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641284 Jul 12 18:17:09.278354 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-76a43d3c-17d1-4bcf-87fe-519b95504796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.279776 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-76a43d3c-17d1-4bcf-87fe-519b95504796 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0789061 Jul 12 18:17:09.339060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37579158-6a6e-4acf-8ed6-c5ca00a081d9 req-c6166340-d532-445c-a241-260a9ea83690 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.340552 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-37579158-6a6e-4acf-8ed6-c5ca00a081d9 req-c6166340-d532-445c-a241-260a9ea83690 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1023271 Jul 12 18:17:09.367165 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-12761b29-99db-4cf2-816a-2e5794b840bd service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Jul 12 18:17:09.373798 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-b227bffb-bee5-4910-a6d7-eb7442b89a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:09.375361 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-b227bffb-bee5-4910-a6d7-eb7442b89a96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861847 Jul 12 18:17:09.398328 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-37579158-6a6e-4acf-8ed6-c5ca00a081d9 req-514b9f7f-14a0-41ea-a0e9-537bb47cc87b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504315 Jul 12 18:17:09.454584 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-4cf59d2f-7dd8-46e9-ac62-3d3995374f70 service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812800 Jul 12 18:17:09.474819 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-96cd40bd-5f6c-496b-98e8-6bf529994b38 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896754 Jul 12 18:17:09.551352 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:09.572854 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70fe93d0-2510-47f5-b86e-cb459f4ad2ad req-d763ad5b-db06-4cbc-bc4b-c5e691663eb8 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904226 Jul 12 18:17:09.623670 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-abf66c55-9549-4b37-97cd-3677b462b2bd req-782c817c-8f9a-4803-83c8-e6d24ad82850 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 210 time: 0.0351255 Jul 12 18:17:10.146606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:10.314434 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21518ed-4e76-4d2f-8808-3b6370127529 req-bdf9907e-700e-420c-beb3-5dc136564a44 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:10.315911 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d21518ed-4e76-4d2f-8808-3b6370127529 req-bdf9907e-700e-420c-beb3-5dc136564a44 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0695076 Jul 12 18:17:10.357797 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d21518ed-4e76-4d2f-8808-3b6370127529 req-4b2f50a8-ffb0-40db-9309-b4bed06cd0e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341558 Jul 12 18:17:10.568762 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ec140-7195-4aa9-a213-430af82f219e req-0756597b-b747-4569-babe-fd6028e322f6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:10.570245 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-777ec140-7195-4aa9-a213-430af82f219e req-0756597b-b747-4569-babe-fd6028e322f6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0639803 Jul 12 18:17:10.606635 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-777ec140-7195-4aa9-a213-430af82f219e req-56e5b10b-9bc3-4693-8236-1be39a02fa7c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jul 12 18:17:10.767117 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5bb4e088-f434-491d-ac08-9fcef28b50bc req-0df65222-68aa-4893-8d56-1c173cf5c21e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 210 time: 0.0282004 Jul 12 18:17:11.108097 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-c6d036fb-6608-4463-8d00-b160a1944405 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.110888 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-c6d036fb-6608-4463-8d00-b160a1944405 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.1521087 Jul 12 18:17:11.117200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-08b6bd80-3011-486e-a8ec-dc8b18931c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.118668 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-08b6bd80-3011-486e-a8ec-dc8b18931c11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 1099 time: 0.0827007 Jul 12 18:17:11.151391 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Request body: {'port': {'device_id': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'admin_state_up': True, 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:11.267399 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8aa1f9-c7e5-4221-9794-dd6f92e45a10 req-0faa4347-d4fa-4ece-963f-0465028c639a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.269225 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2d8aa1f9-c7e5-4221-9794-dd6f92e45a10 req-0faa4347-d4fa-4ece-963f-0465028c639a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1870105 Jul 12 18:17:11.284228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-6266942c-83e5-47c3-979d-1c22acb84f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.285891 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-6266942c-83e5-47c3-979d-1c22acb84f0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.1483793 Jul 12 18:17:11.334330 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:11.342916 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:11.369931 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2d8aa1f9-c7e5-4221-9794-dd6f92e45a10 req-692c3420-a968-412c-9954-af50e4b3406c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911369 Jul 12 18:17:11.377412 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-059808a5-56cb-48cf-9369-222c47155407 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 200 len: 217 time: 0.0837920 Jul 12 18:17:11.454400 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-baf1d903-6aa1-40b9-93b5-899d08dd9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.455853 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-baf1d903-6aa1-40b9-93b5-899d08dd9ef4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.0581017 Jul 12 18:17:11.491880 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-20039c1f-ce51-45a9-937f-49ceaa0627b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280960 Jul 12 18:17:11.523753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Allocated IP 172.20.0.13 (7034a8bf-a82d-49bd-b97f-225e4bdd0a78/e4a71285-2b17-4b1a-af29-843e81a82bfb/b23e749c-c02e-43a7-868a-50259225e9d7) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:11.617631 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-48a58220-9860-47f9-bd6d-5f3dc685ec78 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165702 Jul 12 18:17:11.627079 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a422fd-c2dc-4223-98e6-809ad9b823ff req-b05434b8-4d47-4c5b-9c79-b220e62cb0f7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.628693 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-49a422fd-c2dc-4223-98e6-809ad9b823ff req-b05434b8-4d47-4c5b-9c79-b220e62cb0f7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1394496 Jul 12 18:17:11.676741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:11.728400 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:11.734287 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:11.769720 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-49a422fd-c2dc-4223-98e6-809ad9b823ff req-15ea3df2-956f-4693-8b1f-c7a5264920fe tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348853 Jul 12 18:17:11.778606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129', 'aaef39cc-46c5-4fd5-be0f-302310afa7ab'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:11.782071 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:11.785955 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:11.790910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:11.826566 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event updated for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:11.842016 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.842974 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.843399 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.843806 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.844210 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.844758 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.844889 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-efbcac27-f06b-48c4-94eb-bb0ccdf671d6 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922996 Jul 12 18:17:11.845207 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.845608 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.846405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.846525 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.846912 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.847394 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:11.847764 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-04fdd353-2053-4ddd-808c-a79ba783eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.849203 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-04fdd353-2053-4ddd-808c-a79ba783eb86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 1099 time: 0.1869793 Jul 12 18:17:11.866533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:11.867232 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:11.884994 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-18515966-6166-4417-816d-8716901d8b71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472889 Jul 12 18:17:11.939503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Request body: {'port': {'device_id': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:12.030386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-f864f2c5-3738-4e2b-b586-2bdc9dc782a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.033696 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-f864f2c5-3738-4e2b-b586-2bdc9dc782a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1099 time: 0.0644047 Jul 12 18:17:12.060581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.088716 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495355d-199c-4dc7-9469-ffbe97c8d3fc req-deb4ae5a-c511-4eb3-a940-b00286ae0664 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.091164 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8495355d-199c-4dc7-9469-ffbe97c8d3fc req-deb4ae5a-c511-4eb3-a940-b00286ae0664 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 932 time: 0.1655028 Jul 12 18:17:12.226674 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8495355d-199c-4dc7-9469-ffbe97c8d3fc req-5fa141fa-e0ef-4618-850c-66d62c62b134 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Jul 12 18:17:12.350856 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f0732-31ed-493c-bd4c-7d203ec4c4e6 req-33f5f8e0-bea6-4d94-9ac7-4d4a9ddb405c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.352334 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f21f0732-31ed-493c-bd4c-7d203ec4c4e6 req-33f5f8e0-bea6-4d94-9ac7-4d4a9ddb405c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0634120 Jul 12 18:17:12.395171 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23e749c-c02e-43a7-868a-50259225e9d7 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:17:12.399025 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f21f0732-31ed-493c-bd4c-7d203ec4c4e6 req-1e587c78-59e5-446a-97e7-fa7b8f760ad6 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Jul 12 18:17:12.404567 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.423682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Transition to ACTIVE for port object b23e749c-c02e-43a7-868a-50259225e9d7 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:12.428000 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.481266 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:12.580421 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Attempting to bind port b23e749c-c02e-43a7-868a-50259225e9d7 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:12.580755 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Attempting to bind port b23e749c-c02e-43a7-868a-50259225e9d7 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:12.581293 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Attempting to bind port b23e749c-c02e-43a7-868a-50259225e9d7 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:12.591584 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Port b23e749c-c02e-43a7-868a-50259225e9d7 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:17:12.591884 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Attempting to bind port b23e749c-c02e-43a7-868a-50259225e9d7 on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:12.598658 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:12.598994 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Checking segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:12.599377 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Bound using segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:12.599835 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Bound port: b23e749c-c02e-43a7-868a-50259225e9d7, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:12.600193 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.623969 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b35bb-55fa-465b-ad52-5b7287b63645 req-19677989-6819-472a-a11a-2db7fab211e3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.625475 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-887b35bb-55fa-465b-ad52-5b7287b63645 req-19677989-6819-472a-a11a-2db7fab211e3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1064017 Jul 12 18:17:12.699185 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-887b35bb-55fa-465b-ad52-5b7287b63645 req-95258048-0d1d-4c5e-9cfc-fb5d2ab15cbb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535080 Jul 12 18:17:12.703365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:12.706497 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b23e749c-c02e-43a7-868a-50259225e9d7,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:12.710480 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.746232 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.746858 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:12.748224 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] 10.222.0.38 "PUT /v2.0/ports/b23e749c-c02e-43a7-868a-50259225e9d7 HTTP/1.1" status: 200 len: 1094 time: 0.8137093 Jul 12 18:17:12.750388 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:12.752626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8029b73-7157-4714-9802-3626312e91ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:12.776753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d141-9d10-4f15-afd9-b0d8bda389a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:12.786988 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac7e84e-9080-4568-a7e1-03f26d29e2e3 x-openstack-request-id: req-6ac7e84e-9080-4568-a7e1-03f26d29e2e3 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:12.787276 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:12.787522 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ac7e84e-9080-4568-a7e1-03f26d29e2e3 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:12.787903 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7', 'status': 'completed', 'code': 200} Jul 12 18:17:12.971509 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d107-cd21-40d7-9cec-034c46e535ba req-998fed7a-d8f5-436d-bac0-f52d09a7bf85 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:12.972899 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9b94d107-cd21-40d7-9cec-034c46e535ba req-998fed7a-d8f5-436d-bac0-f52d09a7bf85 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0607977 Jul 12 18:17:13.009765 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9b94d107-cd21-40d7-9cec-034c46e535ba req-e76f1bc1-cc68-4562-b7e2-7bbdca463d40 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Jul 12 18:17:13.049651 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:17:13.393173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78403d-7be6-4f09-ba91-33e991ffc9e3 req-10e0cfd9-8c66-46e7-b6dd-56e155b18f3b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:13.394593 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ef78403d-7be6-4f09-ba91-33e991ffc9e3 req-10e0cfd9-8c66-46e7-b6dd-56e155b18f3b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0596616 Jul 12 18:17:13.430528 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ef78403d-7be6-4f09-ba91-33e991ffc9e3 req-b54c3838-b284-4bb7-bd54-808674d160b6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299947 Jul 12 18:17:13.570181 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0f4a-e74a-4578-8902-ad8d980d0b43 req-6349eb76-07d7-4ddb-8d0c-f583ae7a39b1 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:13.571613 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1fde0f4a-e74a-4578-8902-ad8d980d0b43 req-6349eb76-07d7-4ddb-8d0c-f583ae7a39b1 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0593958 Jul 12 18:17:13.607392 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1fde0f4a-e74a-4578-8902-ad8d980d0b43 req-c7c3f01c-6993-40f6-9c9d-46de409184ee tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Jul 12 18:17:13.867047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f14788-1677-44fb-bd5d-54a481ede60c req-c857013c-61c2-412e-a6aa-10dee398e757 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:13.868407 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d1f14788-1677-44fb-bd5d-54a481ede60c req-c857013c-61c2-412e-a6aa-10dee398e757 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0603108 Jul 12 18:17:13.904618 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d1f14788-1677-44fb-bd5d-54a481ede60c req-6b13841a-efd8-43fc-8de1-6cd2cf23c82c tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Jul 12 18:17:14.184910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e29cdc-e12a-4ad5-a291-4450ba1acfed req-cc10619e-53a2-49e5-9e9a-8fd6f64f3f76 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:14.186276 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-65e29cdc-e12a-4ad5-a291-4450ba1acfed req-cc10619e-53a2-49e5-9e9a-8fd6f64f3f76 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0632682 Jul 12 18:17:14.222817 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-65e29cdc-e12a-4ad5-a291-4450ba1acfed req-3b02ed5d-7eec-47be-8d55-cf961c4d1aad tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Jul 12 18:17:14.600610 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92360add-966e-451b-8f84-12a86ffa366a req-c8a9a154-a28b-40c6-92fb-93ce427d77a0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:14.602083 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92360add-966e-451b-8f84-12a86ffa366a req-c8a9a154-a28b-40c6-92fb-93ce427d77a0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0639544 Jul 12 18:17:14.639019 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92360add-966e-451b-8f84-12a86ffa366a req-908fc55c-90ce-49bf-b6c3-a4b8dd2400c0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Jul 12 18:17:14.773173 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b6137-fa08-4a43-a29b-ac3f87adbc14 req-2e53fe25-2d27-4dbf-b81d-fb19df6581b2 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:14.774601 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-625b6137-fa08-4a43-a29b-ac3f87adbc14 req-2e53fe25-2d27-4dbf-b81d-fb19df6581b2 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0605593 Jul 12 18:17:14.809778 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-625b6137-fa08-4a43-a29b-ac3f87adbc14 req-0cb23864-98aa-449d-b5d3-76e074256b36 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298140 Jul 12 18:17:14.953730 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-9f6c4ba6-7d5f-40ac-a114-dd63aeff85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:14.955202 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-9f6c4ba6-7d5f-40ac-a114-dd63aeff85a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0834568 Jul 12 18:17:14.982084 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:15.071161 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029b73-7157-4714-9802-3626312e91ec req-1933f81b-6745-463e-8160-4fd30e904eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.072564 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a8029b73-7157-4714-9802-3626312e91ec req-1933f81b-6745-463e-8160-4fd30e904eab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 1097 time: 0.0582108 Jul 12 18:17:15.139969 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-08181c37-11eb-4791-8d05-cc2e15fe8834 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 999 time: 0.1229973 Jul 12 18:17:15.157458 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485670f2-2a1d-4404-b275-7cf5d16b8a03 req-b75bb26d-64de-41b8-bffa-8ea3b27fa843 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.158883 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-485670f2-2a1d-4404-b275-7cf5d16b8a03 req-b75bb26d-64de-41b8-bffa-8ea3b27fa843 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1437545 Jul 12 18:17:15.224031 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-9bb2a706-9d2d-4f8c-9e8b-0d85cb70cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.225550 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-9bb2a706-9d2d-4f8c-9e8b-0d85cb70cb06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0658476 Jul 12 18:17:15.232514 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-485670f2-2a1d-4404-b275-7cf5d16b8a03 req-f3cc3d43-9bb7-4df2-81bd-560ab279d49f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644767 Jul 12 18:17:15.240572 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029b73-7157-4714-9802-3626312e91ec req-69bc4989-0967-41e3-97b2-8fa277b88d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.243173 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a8029b73-7157-4714-9802-3626312e91ec req-69bc4989-0967-41e3-97b2-8fa277b88d60 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0892432 Jul 12 18:17:15.290127 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-df604d07-83bd-488a-a4cc-c5ae66d91878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.291900 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-df604d07-83bd-488a-a4cc-c5ae66d91878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579555 Jul 12 18:17:15.383968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029b73-7157-4714-9802-3626312e91ec req-fecaafef-5fdc-415b-b377-ea6cab437629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.385467 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a8029b73-7157-4714-9802-3626312e91ec req-fecaafef-5fdc-415b-b377-ea6cab437629 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280079 Jul 12 18:17:15.390455 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-c9f98ace-f51c-4cb7-84e1-8863294e3ff8 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877764 Jul 12 18:17:15.419543 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53e7d-2db7-49e8-81d8-b8bc3037a308 req-e13b2059-b131-4cf3-8572-ea4c92d2d165 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.421154 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4ca53e7d-2db7-49e8-81d8-b8bc3037a308 req-e13b2059-b131-4cf3-8572-ea4c92d2d165 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0712163 Jul 12 18:17:15.459610 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4ca53e7d-2db7-49e8-81d8-b8bc3037a308 req-eb6bbd7c-682d-4f0d-aa35-3c5b0175ce18 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Jul 12 18:17:15.498266 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba84de34-ea49-49d6-a41f-80d9290815b6 req-b4ef529c-bf65-4ef0-8695-eabe14755288 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Jul 12 18:17:15.530621 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-957c5d59-01d4-4386-82c2-214e5f28fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.532087 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-957c5d59-01d4-4386-82c2-214e5f28fde1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 1097 time: 0.0514228 Jul 12 18:17:15.603786 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-949493a0-98f2-4087-b455-1a4e3109a059 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23e749c-c02e-43a7-868a-50259225e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0383515 Jul 12 18:17:15.661421 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-b2a252f3-af3a-42fb-bfca-52231f360657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.662880 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-b2a252f3-af3a-42fb-bfca-52231f360657 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 200 len: 854 time: 0.0420234 Jul 12 18:17:15.696029 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-db9b8d4d-04fd-44cc-a552-12a08d22c290 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260408 Jul 12 18:17:15.812789 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d712a-5a0f-4aa9-82ce-1dd64a9bb372 req-0164ed87-40a3-4796-8af9-186d20ced519 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:15.814572 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d27d712a-5a0f-4aa9-82ce-1dd64a9bb372 req-0164ed87-40a3-4796-8af9-186d20ced519 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0674145 Jul 12 18:17:15.865872 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d27d712a-5a0f-4aa9-82ce-1dd64a9bb372 req-ecba2926-b4fd-427d-8a37-9d291dfb0735 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Jul 12 18:17:16.073211 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-d963570f-2afd-4ffa-922c-b497627f7a8e service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687406 Jul 12 18:17:16.088598 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0315-91d2-47d0-b931-844b289f4486 req-559fb41a-366c-40ae-81e2-a23d502a0e98 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:16.090093 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d9fd0315-91d2-47d0-b931-844b289f4486 req-559fb41a-366c-40ae-81e2-a23d502a0e98 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0942965 Jul 12 18:17:16.172603 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d9fd0315-91d2-47d0-b931-844b289f4486 req-39747c7a-2a8a-4e54-a62e-b9038c95197c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758042 Jul 12 18:17:16.214457 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c6eff6ae-9bc3-46cb-99ec-f072d7bff929 req-10048ec7-421f-4b29-9e97-b6bd1a4bda78 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334460 Jul 12 18:17:16.438736 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d5ba-8241-466d-92f7-ac0531bd4475 req-7722ced4-3183-4556-85b7-9a7754e2f2f3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:16.440609 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c2c1d5ba-8241-466d-92f7-ac0531bd4475 req-7722ced4-3183-4556-85b7-9a7754e2f2f3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0714190 Jul 12 18:17:16.492862 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c2c1d5ba-8241-466d-92f7-ac0531bd4475 req-c5d5bcb3-88e6-45f3-872a-7cb17696c979 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359483 Jul 12 18:17:16.660257 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdde04b-afe8-4de9-8690-98ab5d477baa req-48272ab0-1c51-4d7c-a571-4c11386e5e80 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:16.665438 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7bdde04b-afe8-4de9-8690-98ab5d477baa req-48272ab0-1c51-4d7c-a571-4c11386e5e80 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0779920 Jul 12 18:17:16.702020 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7bdde04b-afe8-4de9-8690-98ab5d477baa req-be3ec469-96e6-43b9-8360-7c00ca1d8eaf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jul 12 18:17:17.042661 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7ac0e-6db1-429f-9e15-9b27de483955 req-e3765eb3-6f35-4247-b8e5-6c1e53571345 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:17.044613 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-48b7ac0e-6db1-429f-9e15-9b27de483955 req-e3765eb3-6f35-4247-b8e5-6c1e53571345 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0642242 Jul 12 18:17:17.084046 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-48b7ac0e-6db1-429f-9e15-9b27de483955 req-bcccd378-1c11-446b-98d9-3e454ba7dedf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332620 Jul 12 18:17:17.363143 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c82d9-0ee6-44e4-91e4-38679aa552c8 req-948b2e77-a9ab-4cbf-be4e-aa3dc65ce74c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:17.364636 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-855c82d9-0ee6-44e4-91e4-38679aa552c8 req-948b2e77-a9ab-4cbf-be4e-aa3dc65ce74c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jul 12 18:17:17.402216 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-855c82d9-0ee6-44e4-91e4-38679aa552c8 req-9273f183-aabd-444d-ac01-f33f0f3218ff tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314333 Jul 12 18:17:17.709036 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa68c7-d471-404d-ba68-009bc8d869b5 req-b39cb300-8b47-4608-8c70-8f3caf1060c0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:17.713607 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-61aa68c7-d471-404d-ba68-009bc8d869b5 req-b39cb300-8b47-4608-8c70-8f3caf1060c0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0819466 Jul 12 18:17:17.750330 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51124) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:17.777481 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-61aa68c7-d471-404d-ba68-009bc8d869b5 req-b7e363d6-f5e4-4f1b-9bc3-eecb8bd36de6 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Jul 12 18:17:17.892896 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18f48f5d-7f45-4063-a1d1-7f36ccc999cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.009660 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e00a94-e1ee-4cd0-979f-585a3a246f00 req-96e107d8-f372-45b0-ba3f-c98184af09d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:18.017275 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02e00a94-e1ee-4cd0-979f-585a3a246f00 req-96e107d8-f372-45b0-ba3f-c98184af09d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1098702 Jul 12 18:17:18.081319 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18f48f5d-7f45-4063-a1d1-7f36ccc999cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.087436 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02e00a94-e1ee-4cd0-979f-585a3a246f00 req-1080b35a-8ea6-4ec7-be2d-3cde511611f1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692873 Jul 12 18:17:18.088501 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18f48f5d-7f45-4063-a1d1-7f36ccc999cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.147463 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51136) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:18.148004 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-18f48f5d-7f45-4063-a1d1-7f36ccc999cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f70817d497d46d8bdb7250ae8b3c472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958707 Jul 12 18:17:18.175423 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f48f5d-7f45-4063-a1d1-7f36ccc999cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3d1ee-4a5a-4d0e-a906-fddf616f9d12,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:18.238212 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.262948 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.355657 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756d842-db99-4ca4-afff-20b2da8ebe40 req-ca1c3be1-e10a-4939-b1cd-03c3ca7213a2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:18.357162 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c756d842-db99-4ca4-afff-20b2da8ebe40 req-ca1c3be1-e10a-4939-b1cd-03c3ca7213a2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0822294 Jul 12 18:17:18.357758 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.360253 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:18.361295 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2f3d1ee-4a5a-4d0e-a906-fddf616f9d12 HTTP/1.1" status: 204 len: 168 time: 0.2121642 Jul 12 18:17:18.383530 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3d1ee-4a5a-4d0e-a906-fddf616f9d12,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:18.413225 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.413582 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.413927 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.414264 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.414599 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.414923 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.415334 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.415676 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.416107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.416433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.416761 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.417104 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b913f-0bfa-4ee8-960f-3aa7fdf2049b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:18.449289 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c756d842-db99-4ca4-afff-20b2da8ebe40 req-3540d65b-bdb3-4a55-b7da-68949b50fc06 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852313 Jul 12 18:17:18.621829 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e130c6-8918-4219-9930-68c3b2cef613 req-2398e0a7-ea15-4554-a231-01cceb92a59f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:18.623411 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-54e130c6-8918-4219-9930-68c3b2cef613 req-2398e0a7-ea15-4554-a231-01cceb92a59f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0827894 Jul 12 18:17:18.669529 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-54e130c6-8918-4219-9930-68c3b2cef613 req-d8c8abca-a6cc-4b8d-9dd8-65f00472ee19 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Jul 12 18:17:18.977953 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa907012-1745-4e8f-8297-1951a6af72d3 req-1d6727ac-5a1d-42b3-a9fc-eae8669992a1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:18.979465 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-aa907012-1745-4e8f-8297-1951a6af72d3 req-1d6727ac-5a1d-42b3-a9fc-eae8669992a1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0726836 Jul 12 18:17:19.026909 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-aa907012-1745-4e8f-8297-1951a6af72d3 req-734de384-2a05-4eaa-8bd5-4ad45d11963b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Jul 12 18:17:19.061850 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51162) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:19.156627 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1407617690-network', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:19.206556 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Made reservation on behalf of 9e6698a7d9a84f71b235f312e48eba38 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:19.209192 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.218043 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.398826 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549c9fb-ee7d-448f-af32-f9bbbf369045 req-07ebc9f3-6221-4dc9-9498-a32e95d9cf53 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:19.400471 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7549c9fb-ee7d-448f-af32-f9bbbf369045 req-07ebc9f3-6221-4dc9-9498-a32e95d9cf53 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1426852 Jul 12 18:17:19.439459 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.446628 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.478761 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7549c9fb-ee7d-448f-af32-f9bbbf369045 req-37fcf41f-e195-4fcc-94cc-53e41c1cf01f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701141 Jul 12 18:17:19.479471 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:17:19.508765 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.509350 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Added segment 8651867f-efab-40f3-84ce-1a1ea0315197 of type vlan for network 086e1d68-00db-4d97-bd1b-48f77a15ac8c Jul 12 18:17:19.511408 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646ed9e-6be1-4c89-90b4-2f361bd9eb90,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:19.606175 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.667076 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.668110 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:19.668732 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.718290 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7698-cbc8-4079-bd64-c967e49330a1 req-a8b75739-9291-413b-ae6e-018b5ac6cbc1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:19.720252 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-159d7698-cbc8-4079-bd64-c967e49330a1 req-a8b75739-9291-413b-ae6e-018b5ac6cbc1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0762274 Jul 12 18:17:19.725970 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6630173 Jul 12 18:17:19.729293 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51180) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:19.735413 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Request body: {'subnet': {'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1407617690-subnet', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:19.736818 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65288c11-1eee-46c7-b56c-a3ad4f86e42d admin admin] Pushing event updated for resources: {'Network': ['ID=086e1d68-00db-4d97-bd1b-48f77a15ac8c,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:19.748007 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:17:19.805658 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-159d7698-cbc8-4079-bd64-c967e49330a1 req-a6e0d82c-9bde-4815-9e82-701a8de3cdd3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750613 Jul 12 18:17:19.808992 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Made reservation on behalf of 9e6698a7d9a84f71b235f312e48eba38 for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:19.812478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:19.903839 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d15d67-849d-4a6b-9863-589329720198 req-1b84c051-61fc-4a1e-bae6-a2e76ea84b00 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:19.905358 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-86d15d67-849d-4a6b-9863-589329720198 req-1b84c051-61fc-4a1e-bae6-a2e76ea84b00 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0765126 Jul 12 18:17:19.963529 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-86d15d67-849d-4a6b-9863-589329720198 req-3634de9a-98c4-4357-87f0-9671b2cb9d44 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514305 Jul 12 18:17:19.990676 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.074862 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ebd83f-73c6-4852-a83d-0d4a728783f8,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:20.086528 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Checking segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:20.086885 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Network hostable DHCP agents. Network: 086e1d68-00db-4d97-bd1b-48f77a15ac8c, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:17:20.120008 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:17:20.140774 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 086e1d68-00db-4d97-bd1b-48f77a15ac8c) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:20.145295 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:20.146016 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.151410 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348708e-7989-4852-9ef6-5e3c12ee2978 None None] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:17:20.163452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51186) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:20.164048 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-017cd68a-aa1e-4d46-ad8b-83fa7778dffc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4317350 Jul 12 18:17:20.168187 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:20.210725 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.219158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.240539 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2d370-07cb-4871-acd7-a641f090e0c3 req-a37f4626-62db-4a31-834d-e54182fbe2eb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:20.247774 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-03c2d370-07cb-4871-acd7-a641f090e0c3 req-a37f4626-62db-4a31-834d-e54182fbe2eb tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0794423 Jul 12 18:17:20.288172 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.289342 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-03c2d370-07cb-4871-acd7-a641f090e0c3 req-7d8e0d53-6537-43cb-b3cb-04147e99e874 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Jul 12 18:17:20.350487 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:17:20.351588 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.438763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.505633 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Allocated IP 172.20.0.2 (086e1d68-00db-4d97-bd1b-48f77a15ac8c/09ebd83f-73c6-4852-a83d-0d4a728783f8/6a07f983-6df9-4e60-849b-39ccb62be9d9) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:20.709201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.717996 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Transition to ACTIVE for port object 6a07f983-6df9-4e60-849b-39ccb62be9d9 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:20.732809 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Transition to ACTIVE for port object 6a07f983-6df9-4e60-849b-39ccb62be9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:20.743659 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.755043 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.777614 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.792730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e98d7-be40-4b10-b4a8-b261eff569e6 req-2ec54a53-5f28-497a-a603-8bd288b7e636 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:20.794305 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c60e98d7-be40-4b10-b4a8-b261eff569e6 req-2ec54a53-5f28-497a-a603-8bd288b7e636 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1318610 Jul 12 18:17:20.797553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:20.800649 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:20.804982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:20.807917 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Pushing event updated for resources: {'Port': ['ID=6a07f983-6df9-4e60-849b-39ccb62be9d9,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:20.863306 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Attempting to bind port 6a07f983-6df9-4e60-849b-39ccb62be9d9 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:20.863889 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Attempting to bind port 6a07f983-6df9-4e60-849b-39ccb62be9d9 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:20.864883 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Attempting to bind port 6a07f983-6df9-4e60-849b-39ccb62be9d9 on network 086e1d68-00db-4d97-bd1b-48f77a15ac8c {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:20.871178 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:20.872069 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Checking segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:20.872639 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.873224 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Bound using segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:20.873862 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Bound port: 6a07f983-6df9-4e60-849b-39ccb62be9d9, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:20.874878 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.889442 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c60e98d7-be40-4b10-b4a8-b261eff569e6 req-9e5d9dd9-46f6-482c-9bb1-7b4273e0294d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637777 Jul 12 18:17:20.945081 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] For port 6a07f983-6df9-4e60-849b-39ccb62be9d9, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:20.949328 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] For port 6a07f983-6df9-4e60-849b-39ccb62be9d9, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a07f983-6df9-4e60-849b-39ccb62be9d9,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:20.956514 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:20.973079 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Allocated IP 172.27.3.90 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/cdf222c5-9283-4f47-ac43-e088a752bf6d) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:21.027860 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ac9c-761f-4216-8ce8-aa498d5d3151 None None] Pushing event updated for resources: {'Port': ['ID=6a07f983-6df9-4e60-849b-39ccb62be9d9,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:21.044111 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30e678-4dfc-46ac-ad9d-0a90d323a6a8 req-63a4be03-d403-4317-b326-122ba04015c5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:21.045805 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fe30e678-4dfc-46ac-ad9d-0a90d323a6a8 req-63a4be03-d403-4317-b326-122ba04015c5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.0693061 Jul 12 18:17:21.087863 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fe30e678-4dfc-46ac-ad9d-0a90d323a6a8 req-7528917f-419d-438b-b9a2-2936be0a5e02 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Jul 12 18:17:21.170198 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:21.228513 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d782e10-4703-4dbc-9519-51fb4cebaebe req-ea963d87-e492-41ed-9b49-fb906c453156 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:21.230132 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d782e10-4703-4dbc-9519-51fb4cebaebe req-ea963d87-e492-41ed-9b49-fb906c453156 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1176996 Jul 12 18:17:21.245398 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:21.322281 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:21.344043 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d782e10-4703-4dbc-9519-51fb4cebaebe req-bfcfb1ba-1580-4c87-ae36-2a89ea8f039e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072977 Jul 12 18:17:21.347039 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:21.355375 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:21.397474 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Pushing event updated for resources: {'Port': ['ID=cdf222c5-9283-4f47-ac43-e088a752bf6d,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:21.563137 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a9e2-d407-45a8-b2f8-f044c71486e5 req-b8ea1bca-5495-4ff3-b44e-0a9fa959830e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:21.565063 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acb9a9e2-d407-45a8-b2f8-f044c71486e5 req-b8ea1bca-5495-4ff3-b44e-0a9fa959830e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0862639 Jul 12 18:17:21.605343 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acb9a9e2-d407-45a8-b2f8-f044c71486e5 req-2d4412af-c570-4971-9ee0-b68168f22380 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jul 12 18:17:21.678339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:21.877376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:22.090582 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Router c40f6808-46c2-42ae-85f6-1477f852b593 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:17:22.111542 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22cd5b-21e4-4bc1-a4a6-bbaeae49ad42 req-9e563c7a-0450-4a58-818d-501580417e97 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:22.118103 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1a22cd5b-21e4-4bc1-a4a6-bbaeae49ad42 req-9e563c7a-0450-4a58-818d-501580417e97 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0980039 Jul 12 18:17:22.208133 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3d827-eba6-4323-873f-676a207e7ed0 None None] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:17:22.283367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a07f983-6df9-4e60-849b-39ccb62be9d9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:22.308135 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1a22cd5b-21e4-4bc1-a4a6-bbaeae49ad42 req-21c10546-2d68-4473-9285-5adf9957d45a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368313 Jul 12 18:17:22.347631 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-f1d12f0e-73dc-4651-a788-31f650450073 None None] Provisioning for port 6a07f983-6df9-4e60-849b-39ccb62be9d9 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:22.361929 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:17:22.380118 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Sync routers for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:17:22.389093 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ae4e-30b4-4487-9707-9e6408db78ea req-12823477-e4c9-4bae-bd70-b674d60624bc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:22.391455 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f7c8ae4e-30b4-4487-9707-9e6408db78ea req-12823477-e4c9-4bae-bd70-b674d60624bc tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1323965 Jul 12 18:17:22.398958 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:22.404134 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-8d442605-6ff0-4f0d-aea0-6c3c9595b6cc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2394114 Jul 12 18:17:22.405509 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51208) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:22.406457 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:22.407654 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:22.430584 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 6a07f983-6df9-4e60-849b-39ccb62be9d9 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:22.441156 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 6a07f983-6df9-4e60-849b-39ccb62be9d9 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:22.441479 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:22.566148 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:22.606106 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f7c8ae4e-30b4-4487-9707-9e6408db78ea req-bf18525d-7a2b-43ab-9b1a-c300c8fb9026 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021480 Jul 12 18:17:22.625642 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587cc38-44cb-444d-801e-0d1b4178015b req-ac7d0692-0302-4e7c-8cc3-9555bbbe62d5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:22.640106 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2587cc38-44cb-444d-801e-0d1b4178015b req-ac7d0692-0302-4e7c-8cc3-9555bbbe62d5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1338675 Jul 12 18:17:22.678450 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:22.743363 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2587cc38-44cb-444d-801e-0d1b4178015b req-93cf9bd1-e110-408f-b656-23ea39fa29f3 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022742 Jul 12 18:17:22.779035 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 6a07f983-6df9-4e60-849b-39ccb62be9d9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a07f983-6df9-4e60-849b-39ccb62be9d9,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:22.788723 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:22.876293 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=6a07f983-6df9-4e60-849b-39ccb62be9d9,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:22.936115 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:21Z', 'revision_number': 3, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:22.966557 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Checking router: c40f6808-46c2-42ae-85f6-1477f852b593 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:17:22.967251 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Updating router c40f6808-46c2-42ae-85f6-1477f852b593 port cdf222c5-9283-4f47-ac43-e088a752bf6d binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:17:23.006414 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.079655 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-09390af7-cf81-468b-8612-4b1a02f45259 None None] Provisioning complete for port 6a07f983-6df9-4e60-849b-39ccb62be9d9 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:23.080218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-09390af7-cf81-468b-8612-4b1a02f45259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.094562 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175c93e-90fc-4346-b1c3-2d0ea7d322f0 req-b2b06431-8802-4412-8b8e-b150a3d1da38 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:23.096041 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6175c93e-90fc-4346-b1c3-2d0ea7d322f0 req-b2b06431-8802-4412-8b8e-b150a3d1da38 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1709068 Jul 12 18:17:23.287195 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.297624 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Transition to ACTIVE for port object cdf222c5-9283-4f47-ac43-e088a752bf6d will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:23.305575 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.359199 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Pushing event updated for resources: {'Port': ['ID=cdf222c5-9283-4f47-ac43-e088a752bf6d,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:23.363586 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Attempting to bind port cdf222c5-9283-4f47-ac43-e088a752bf6d on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:23.364035 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Attempting to bind port cdf222c5-9283-4f47-ac43-e088a752bf6d by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:23.364466 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Attempting to bind port cdf222c5-9283-4f47-ac43-e088a752bf6d on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:23.373691 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:23.374185 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:23.374647 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.375108 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:23.375650 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Bound port: cdf222c5-9283-4f47-ac43-e088a752bf6d, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:23.376068 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.379666 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.380085 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.381062 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.381653 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.381855 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.382253 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.382647 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.383044 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.383554 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.383948 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.384339 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.384739 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:23.402315 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6175c93e-90fc-4346-b1c3-2d0ea7d322f0 req-ac15e4c2-a705-46ff-acd8-926a3d8f32ac tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721693 Jul 12 18:17:23.439460 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] For port cdf222c5-9283-4f47-ac43-e088a752bf6d, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:23.449437 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] For port cdf222c5-9283-4f47-ac43-e088a752bf6d, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=cdf222c5-9283-4f47-ac43-e088a752bf6d,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:23.460545 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.490254 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.567307 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b318ff-b478-4323-a4c7-1a0ee31648b9 None None] Pushing event updated for resources: {'Port': ['ID=cdf222c5-9283-4f47-ac43-e088a752bf6d,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:23.574965 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:23.575832 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:23.634348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195295df-7a16-4064-bfc0-b08563cc59ff req-f955f6eb-6738-4806-8a33-c8a5c15b8543 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:23.635930 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-195295df-7a16-4064-bfc0-b08563cc59ff req-f955f6eb-6738-4806-8a33-c8a5c15b8543 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1238081 Jul 12 18:17:23.698205 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-195295df-7a16-4064-bfc0-b08563cc59ff req-bdbc240d-541a-4633-b60e-00322ddacf32 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514159 Jul 12 18:17:23.734128 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Allocated IP 172.20.0.1 (086e1d68-00db-4d97-bd1b-48f77a15ac8c/09ebd83f-73c6-4852-a83d-0d4a728783f8/f4c46ed0-7095-42c7-a4cd-fe1418da9d4b) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:23.759945 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:23.928047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:23.959205 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897839a-98ce-4f6e-85c0-9903f139ba63 req-d89518e3-3725-489f-a690-96b44f41bf8b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:23.961242 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0897839a-98ce-4f6e-85c0-9903f139ba63 req-d89518e3-3725-489f-a690-96b44f41bf8b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1545594 Jul 12 18:17:23.962395 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Transition to ACTIVE for port object f4c46ed0-7095-42c7-a4cd-fe1418da9d4b will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:23.996936 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:21Z', 'revision_number': 3, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:24.040185 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18565d68-1f77-4406-8d51-5ac1eccd6fb7 None None] The sync data for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi is: [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:21Z', 'revision_number': 3, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:17:24.056057 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0897839a-98ce-4f6e-85c0-9903f139ba63 req-67e94e4b-d542-4213-9e29-5f47a68f97eb tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729353 Jul 12 18:17:24.058268 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c6537-bfe2-4c44-982e-d7eb08fec4bb req-18035be5-472b-4e09-bea5-339635bf1c3b tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:24.059573 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.068605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-429c6537-bfe2-4c44-982e-d7eb08fec4bb req-18035be5-472b-4e09-bea5-339635bf1c3b tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1478221 Jul 12 18:17:24.123841 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-429c6537-bfe2-4c44-982e-d7eb08fec4bb req-75d34902-f822-451a-91ef-8f12f9ec4340 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Jul 12 18:17:24.165861 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:24.179612 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:24.204070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:24.206949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a07f983-6df9-4e60-849b-39ccb62be9d9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:24.207529 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Pushing event updated for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:24.264322 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.351483 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 6a07f983-6df9-4e60-849b-39ccb62be9d9 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:24.351854 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.540954 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.675052 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-be725624-ebcc-4e11-a931-81b9c35d1616 None None] Provisioning for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:24.681574 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-be725624-ebcc-4e11-a931-81b9c35d1616 None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:24.682242 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-be725624-ebcc-4e11-a931-81b9c35d1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.746043 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-be725624-ebcc-4e11-a931-81b9c35d1616 None None] Port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:24.895140 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62bc58-6502-4e69-b944-d897c45c3f3c req-69077d40-6c95-4daa-bc25-373c7af58ce1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:24.897253 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c62bc58-6502-4e69-b944-d897c45c3f3c req-69077d40-6c95-4daa-bc25-373c7af58ce1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.2049732 Jul 12 18:17:24.929729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.937945 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d75fa0-ecce-4238-9cf6-ba9885c3ca82 req-75ad63f3-7fa4-4d6a-bae0-8a8bb1e06d92 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:24.942113 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:24.945843 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e2d75fa0-ecce-4238-9cf6-ba9885c3ca82 req-75ad63f3-7fa4-4d6a-bae0-8a8bb1e06d92 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1102266 Jul 12 18:17:24.985396 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e2d75fa0-ecce-4238-9cf6-ba9885c3ca82 req-411f78dd-d36b-4d45-8d32-49102c37590d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Jul 12 18:17:25.007822 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c62bc58-6502-4e69-b944-d897c45c3f3c req-42d4f3f1-770d-4694-8851-b544a5f37da3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Jul 12 18:17:25.056970 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Pushing event updated for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:25.078651 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:25.218745 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:25.220415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:25.379863 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a2e1fdc1-dc6c-4416-b231-4c6b05a75ae3 None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:25.383432 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a2e1fdc1-dc6c-4416-b231-4c6b05a75ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:25.450477 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6497a-b44e-4e2e-86f6-ceee050b8064 req-4f769b97-2d38-4d3a-9cd0-85f4b78585b1 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:25.459724 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-00b6497a-b44e-4e2e-86f6-ceee050b8064 req-4f769b97-2d38-4d3a-9cd0-85f4b78585b1 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1079865 Jul 12 18:17:25.470219 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5659-dc3e-4a84-b9ba-ae2d3e478e28 req-02fc8542-6f2a-4ce3-8f57-9bf4f2ce09a0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:25.472313 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1fdc1-dc6c-4416-b231-4c6b05a75ae3 None None] Port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:25.482566 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0ecd5659-dc3e-4a84-b9ba-ae2d3e478e28 req-02fc8542-6f2a-4ce3-8f57-9bf4f2ce09a0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1954174 Jul 12 18:17:25.507513 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-00b6497a-b44e-4e2e-86f6-ceee050b8064 req-e443fd96-be89-4872-a86c-55fc00c217f5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Jul 12 18:17:25.538800 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Router c40f6808-46c2-42ae-85f6-1477f852b593 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:17:25.635211 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0ecd5659-dc3e-4a84-b9ba-ae2d3e478e28 req-5baeb919-dae4-4c9d-9465-6d744dd35fc1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515791 Jul 12 18:17:25.695477 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2b443f41-75bb-4a1f-9f0e-05d9d23be9f3 None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:25.695882 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2b443f41-75bb-4a1f-9f0e-05d9d23be9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:25.735620 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-2b443f41-75bb-4a1f-9f0e-05d9d23be9f3 None None] Port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:25.742194 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:17:25.747064 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f311a0d0-7652-4960-b850-3ab0e620a4df admin admin] 10.222.0.39 "PUT /v2.0/routers/c40f6808-46c2-42ae-85f6-1477f852b593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3391972 Jul 12 18:17:26.249115 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device cdf222c5-9283-4f47-ac43-e088a752bf6d up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:26.288889 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb755d1a-af77-4a82-b3ef-f00ee8e24160 req-e2ab3099-4aa3-4273-9c70-400f8a4173ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:26.296026 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-eb755d1a-af77-4a82-b3ef-f00ee8e24160 req-e2ab3099-4aa3-4273-9c70-400f8a4173ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1223795 Jul 12 18:17:26.333748 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port cdf222c5-9283-4f47-ac43-e088a752bf6d completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:26.342842 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a98d-47f9-46b0-9e97-0025853bbbcf req-7ebe166a-27ff-468d-8b9c-36e01e1e87ec tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:26.343026 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port cdf222c5-9283-4f47-ac43-e088a752bf6d triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:26.343273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.348623 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-eb755d1a-af77-4a82-b3ef-f00ee8e24160 req-428cefa2-4295-4c55-8d6f-30fa4783475a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516052 Jul 12 18:17:26.359974 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a44a98d-47f9-46b0-9e97-0025853bbbcf req-7ebe166a-27ff-468d-8b9c-36e01e1e87ec tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1563711 Jul 12 18:17:26.401391 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a44a98d-47f9-46b0-9e97-0025853bbbcf req-9330f153-cb04-4977-bed1-ef5fb520176a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Jul 12 18:17:26.463375 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51262) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:26.468657 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1119732300-network', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:26.490868 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.514736 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port cdf222c5-9283-4f47-ac43-e088a752bf6d, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=cdf222c5-9283-4f47-ac43-e088a752bf6d,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:26.522071 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.523287 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Made reservation on behalf of c23551b0096b45418c2e8c339a5b9d9e for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:26.525966 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.534665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.591811 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=cdf222c5-9283-4f47-ac43-e088a752bf6d,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:26.695191 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Sync routers for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:17:26.703558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.709032 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.724812 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:17:26.725865 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:26.726620 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:26.751091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.751642 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Added segment 733b58b6-b7ea-4226-b6a1-92cfbc069ab0 of type vlan for network 2696759d-f05b-4d30-9da6-2783f0eb8975 Jul 12 18:17:26.811142 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa32f-a315-4580-b33a-2b8ea36edead req-a558a129-a495-42bb-8958-54592909accb tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:26.818956 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b71aa32f-a315-4580-b33a-2b8ea36edead req-a558a129-a495-42bb-8958-54592909accb tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.0845182 Jul 12 18:17:26.833844 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.867731 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b71aa32f-a315-4580-b33a-2b8ea36edead req-a445cc0d-d224-49f2-bcba-97ed1a436850 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Jul 12 18:17:26.892433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb3113-5522-4745-b1ac-148a2d5d9bcd,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:26.909604 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.910885 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:26.911754 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:26.932331 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:27.021478 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5565588 Jul 12 18:17:27.022372 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51274) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:27.022679 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55ac8b-da86-4f72-8c99-4fc973a58837 admin admin] Pushing event updated for resources: {'Network': ['ID=2696759d-f05b-4d30-9da6-2783f0eb8975,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:27.030060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Request body: {'subnet': {'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1119732300-subnet', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:27.059024 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:17:27.066232 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Made reservation on behalf of c23551b0096b45418c2e8c339a5b9d9e for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:27.075940 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9346051'] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.094003 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaf500-96b7-46d7-9bc5-3fdc7f1d17d9 req-4538d1d3-620f-4188-89fb-1c477ae522ac tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:27.095681 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cbaaf500-96b7-46d7-9bc5-3fdc7f1d17d9 req-4538d1d3-620f-4188-89fb-1c477ae522ac tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1201818 Jul 12 18:17:27.155116 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cbaaf500-96b7-46d7-9bc5-3fdc7f1d17d9 req-ed227c7b-6c61-4829-9d75-954923bb1a80 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Jul 12 18:17:27.250009 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 2, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:27.282559 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Checking router: c40f6808-46c2-42ae-85f6-1477f852b593 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:17:27.283674 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Updating router c40f6808-46c2-42ae-85f6-1477f852b593 port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:17:27.300536 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8903520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9345529'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.321424 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.360362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Checking segment: {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:27.360800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Network hostable DHCP agents. Network: 2696759d-f05b-4d30-9da6-2783f0eb8975, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:17:27.374374 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8b98b7-7f15-4de8-bbd9-845a1368c319,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:27.385832 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:17:27.399878 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 2696759d-f05b-4d30-9da6-2783f0eb8975) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:27.404354 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:27.405139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.423922 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b236ed67-40a5-438e-8b2d-906c9061d44e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3982191 Jul 12 18:17:27.424205 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51278) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:27.432205 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:27.452135 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e3600-3756-4b1d-a083-ba746aeb92c1 None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:17:27.473364 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.473364 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.578811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.698032 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f88e52-5720-4975-9a12-d5906501868c req-208ceeed-2c60-49aa-900c-ed3cbd6b8257 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:27.698032 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d5f88e52-5720-4975-9a12-d5906501868c req-208ceeed-2c60-49aa-900c-ed3cbd6b8257 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0754189 Jul 12 18:17:27.765711 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d5f88e52-5720-4975-9a12-d5906501868c req-ca5fd45e-ae81-4723-85cd-25b67c8f5c5d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606296 Jul 12 18:17:27.988610 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:27.993575 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-2696759d-f05b-4d30-9da6-2783f0eb8975', 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'fixed_ips': [{'subnet_id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:17:27.994378 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.035880 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Transition to ACTIVE for port object f4c46ed0-7095-42c7-a4cd-fe1418da9d4b will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:28.062241 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.112212 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.222982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device cdf222c5-9283-4f47-ac43-e088a752bf6d up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:28.239365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6387f-595a-429d-a815-c7ac3bf66241 req-70ff67d5-71db-4350-974a-942e40673011 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:28.248695 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-26f6387f-595a-429d-a815-c7ac3bf66241 req-70ff67d5-71db-4350-974a-942e40673011 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1294296 Jul 12 18:17:28.274792 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82f549-9793-403c-a629-ef999ed6c43f req-31c52266-a1bb-4293-964f-c5f2ef2e47aa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:28.285832 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4c82f549-9793-403c-a629-ef999ed6c43f req-31c52266-a1bb-4293-964f-c5f2ef2e47aa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.7141287 Jul 12 18:17:28.384853 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4c82f549-9793-403c-a629-ef999ed6c43f req-0a2de917-637f-4c77-9ace-6da65cef360d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967908 Jul 12 18:17:28.411711 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0531-5d94-42d7-a887-1f0dcbd65ca8 None None] Pushing event updated for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:28.417784 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-26f6387f-595a-429d-a815-c7ac3bf66241 req-1429769b-9a8a-4f8b-b8cb-bdba57e17fb8 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615200 Jul 12 18:17:28.501111 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Allocated IP 172.20.0.2 (2696759d-f05b-4d30-9da6-2783f0eb8975/4f8b98b7-7f15-4de8-bbd9-845a1368c319/2966ca95-5f09-4f7c-97b2-eb468da36b9c) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:28.516424 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port cdf222c5-9283-4f47-ac43-e088a752bf6d triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:28.516719 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.519083 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Attempting to bind port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:28.519446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Attempting to bind port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:28.519807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Attempting to bind port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b on network 086e1d68-00db-4d97-bd1b-48f77a15ac8c {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:28.566369 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:28.566754 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Checking segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:28.567167 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.568140 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Bound using segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:28.568630 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Bound port: f4c46ed0-7095-42c7-a4cd-fe1418da9d4b, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:28.569064 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.672124 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.697847 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.716932 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537936d3-f156-41c2-9add-93afa267ce67 req-01c4530e-218a-4434-a208-023e84399d7f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:28.718777 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-537936d3-f156-41c2-9add-93afa267ce67 req-01c4530e-218a-4434-a208-023e84399d7f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1269977 Jul 12 18:17:28.756594 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] For port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:28.776371 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] For port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:28.803069 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.820205 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-537936d3-f156-41c2-9add-93afa267ce67 req-5694c9d8-da31-4a7f-9c25-e10b797e9726 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Jul 12 18:17:28.847215 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Allocated IP 172.27.3.148 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/a8dadcf6-b540-41b7-856b-9000f6dcaa5c) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:28.881891 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.894454 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:28.895084 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:28.897214 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Transition to ACTIVE for port object 2966ca95-5f09-4f7c-97b2-eb468da36b9c will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:28.899016 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0531-5d94-42d7-a887-1f0dcbd65ca8 None None] Pushing event updated for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:28.962672 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Transition to ACTIVE for port object 2966ca95-5f09-4f7c-97b2-eb468da36b9c will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:28.988491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:28.991491 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7315a2-4c74-403b-a212-b4f2fd91fe38 req-335381db-589a-4340-8881-dee037693bc4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:28.999030 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2e7315a2-4c74-403b-a212-b4f2fd91fe38 req-335381db-589a-4340-8881-dee037693bc4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0749016 Jul 12 18:17:29.013860 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.038754 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2e7315a2-4c74-403b-a212-b4f2fd91fe38 req-d797d493-447f-4273-a134-5eaf7a45cb40 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 Jul 12 18:17:29.039370 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.069713 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:29.074144 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:29.080477 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:29.082488 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:29.088126 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:29.088615 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Pushing event updated for resources: {'Port': ['ID=2966ca95-5f09-4f7c-97b2-eb468da36b9c,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:29.092214 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:29.104993 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:29.119020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Pushing event updated for resources: {'Port': ['ID=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:29.204279 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Attempting to bind port 2966ca95-5f09-4f7c-97b2-eb468da36b9c on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:29.204750 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Attempting to bind port 2966ca95-5f09-4f7c-97b2-eb468da36b9c by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:29.205291 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Attempting to bind port 2966ca95-5f09-4f7c-97b2-eb468da36b9c on network 2696759d-f05b-4d30-9da6-2783f0eb8975 {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:29.245692 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:29.246149 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Checking segment: {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:29.246911 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.247043 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Bound using segment: {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:29.247579 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Bound port: 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:29.248010 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.363910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.377698 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] For port 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:29.381884 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] For port 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2966ca95-5f09-4f7c-97b2-eb468da36b9c,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:29.401288 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.422885 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51306) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:29.476561 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b5eef-bbdd-4597-ba48-d654719a4eb0 None None] Pushing event updated for resources: {'Port': ['ID=2966ca95-5f09-4f7c-97b2-eb468da36b9c,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:29.496349 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:28Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:29.540758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fa1d3-cde5-467b-9937-a5f379ae52cd None None] The sync data for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi is: [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:28Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:17:29.686343 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9b619ce4-c13d-4f4e-9c22-771bb6d6d47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.700641 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70815d-fa54-4e04-af2c-8a04e9aed1cc req-86c748b6-0cb8-4d9b-8a4e-4a2e28cff032 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:29.707844 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ba70815d-fa54-4e04-af2c-8a04e9aed1cc req-86c748b6-0cb8-4d9b-8a4e-4a2e28cff032 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1536651 Jul 12 18:17:29.711820 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.757173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff07623-193c-4901-b965-7695aa36f226 req-e04abaeb-fec7-4e26-914e-f3e1b2a8d448 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:29.761321 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9ff07623-193c-4901-b965-7695aa36f226 req-e04abaeb-fec7-4e26-914e-f3e1b2a8d448 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1302402 Jul 12 18:17:29.859157 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ba70815d-fa54-4e04-af2c-8a04e9aed1cc req-119c2574-611b-4e21-acf7-a34ee87f7fc2 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496353 Jul 12 18:17:29.873125 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9ff07623-193c-4901-b965-7695aa36f226 req-3e2ec59e-6775-4a27-a5e8-6183efbd291e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Jul 12 18:17:29.931879 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9b619ce4-c13d-4f4e-9c22-771bb6d6d47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.940485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9b619ce4-c13d-4f4e-9c22-771bb6d6d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:29.950741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Router 43770e3a-a707-4c26-9401-7ea60825febc is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:17:29.983943 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9b619ce4-c13d-4f4e-9c22-771bb6d6d47e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2aa3300ae404315994730720dafd11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5597594 Jul 12 18:17:30.007087 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51314) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:30.022354 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b619ce4-c13d-4f4e-9c22-771bb6d6d47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db64d7f-8cf3-407f-802b-5e3741d1aba3,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:30.069174 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.099646 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.160576 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5cb6a-aeea-42fe-8991-902d2cd2098a req-b0670d01-40e1-495f-8101-862a099c75c3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:30.170082 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.173330 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.174696 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56d5cb6a-aeea-42fe-8991-902d2cd2098a req-b0670d01-40e1-495f-8101-862a099c75c3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1607823 Jul 12 18:17:30.178331 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0db64d7f-8cf3-407f-802b-5e3741d1aba3 HTTP/1.1" status: 204 len: 168 time: 0.1700854 Jul 12 18:17:30.193175 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cf1e1-2250-4af0-8581-0adfdd9734cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db64d7f-8cf3-407f-802b-5e3741d1aba3,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:30.193317 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:17:30.208589 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Sync routers for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:17:30.225600 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:30.226807 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:30.279363 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56d5cb6a-aeea-42fe-8991-902d2cd2098a req-552348b7-69c9-4639-ba58-35caa145c69c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037931 Jul 12 18:17:30.287860 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.289344 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-9f4e17b6-c349-44b1-b0d0-6dbb88a62b49 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8640461 Jul 12 18:17:30.299689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51320) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:30.362593 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2966ca95-5f09-4f7c-97b2-eb468da36b9c up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:30.463364 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 2966ca95-5f09-4f7c-97b2-eb468da36b9c completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:30.475158 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f4c46ed0-7095-42c7-a4cd-fe1418da9d4b up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:30.601334 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:30.608236 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:30.608947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.625951 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba543-6965-40b9-8ef7-d477a5a03d1a req-20eae0e8-f226-4c83-8fb2-6a1b852861a1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:30.633413 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-04bba543-6965-40b9-8ef7-d477a5a03d1a req-20eae0e8-f226-4c83-8fb2-6a1b852861a1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.3421607 Jul 12 18:17:30.635067 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:30.687991 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-04bba543-6965-40b9-8ef7-d477a5a03d1a req-997d45f6-1fe8-48ba-8d9d-35f4b95d8ae6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534461 Jul 12 18:17:30.794911 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:30.882446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:30.892617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.003519 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-47f7b22a-52c9-4544-bdba-b2094692cb6f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1803238 Jul 12 18:17:31.017506 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:31.040028 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-e79a3c56-0879-409d-951d-223fba956460 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.041581 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-e79a3c56-0879-409d-951d-223fba956460 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.1857080 Jul 12 18:17:31.048016 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44904cd-72b4-4eed-b7e9-5e23a1a53571 None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:17:31.072190 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:29Z', 'revision_number': 3, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:31.118499 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Checking router: 43770e3a-a707-4c26-9401-7ea60825febc for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:17:31.119415 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Updating router 43770e3a-a707-4c26-9401-7ea60825febc port a8dadcf6-b540-41b7-856b-9000f6dcaa5c binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:17:31.190334 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.239714 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-3a04208c-5639-489f-a899-8a4b2b81f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.241605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-3a04208c-5639-489f-a899-8a4b2b81f170 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3cc1acb8ad0a40018faffaba275c8737&device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 1098 time: 0.1993914 Jul 12 18:17:31.257671 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1505034-b6ef-41e8-a462-c3c1e43ccce4 req-067fe2f1-fdc4-4d9b-9227-6172dec5a500 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.259377 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c1505034-b6ef-41e8-a462-c3c1e43ccce4 req-067fe2f1-fdc4-4d9b-9227-6172dec5a500 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.1589484 Jul 12 18:17:31.361479 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c1505034-b6ef-41e8-a462-c3c1e43ccce4 req-9770329a-133a-4bce-9f43-385718295baa tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Jul 12 18:17:31.402053 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.447393 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995044-4c75-4828-9160-216f0512a660 req-373f97d7-981c-47d8-b78c-7371385e0929 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.449086 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-55995044-4c75-4828-9160-216f0512a660 req-373f97d7-981c-47d8-b78c-7371385e0929 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 945 time: 0.2603998 Jul 12 18:17:31.460177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Deleting port ac5db1e9-905e-40d0-975c-ec6af5dc7758 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:17:31.460177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.483828 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-db9f3b58-f2d2-41fe-89b1-37108748c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.485683 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-db9f3b58-f2d2-41fe-89b1-37108748c74c service neutron] 10.222.0.38 "GET /v2.0/networks?id=23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 200 len: 920 time: 0.2126548 Jul 12 18:17:31.533912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Provisioning for port 2966ca95-5f09-4f7c-97b2-eb468da36b9c completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:31.540606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Provisioning complete for port 2966ca95-5f09-4f7c-97b2-eb468da36b9c triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:31.541016 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.555746 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-561db0c9-b3c4-4455-941e-df489fa02176 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d HTTP/1.1" status: 200 len: 217 time: 0.0614042 Jul 12 18:17:31.637193 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.648058 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Transition to ACTIVE for port object a8dadcf6-b540-41b7-856b-9000f6dcaa5c will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:31.652114 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.660611 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.698662 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] For port 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2966ca95-5f09-4f7c-97b2-eb468da36b9c,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:31.706472 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.710228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-01920bd7-71b0-418c-b83f-607c0c7c43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.711865 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-01920bd7-71b0-418c-b83f-607c0c7c43b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 200 len: 859 time: 0.1492181 Jul 12 18:17:31.731642 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b4be4-50cb-4bc1-b7f6-47ba4db8cc13 None None] Pushing event updated for resources: {'Port': ['ID=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,revision_number=2']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:31.761475 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Attempting to bind port a8dadcf6-b540-41b7-856b-9000f6dcaa5c on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:31.762086 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Attempting to bind port a8dadcf6-b540-41b7-856b-9000f6dcaa5c by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:31.762677 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Attempting to bind port a8dadcf6-b540-41b7-856b-9000f6dcaa5c on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:31.771597 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dfa2c-f2a4-4d5d-8e3d-1c111d35a559 None None] Pushing event updated for resources: {'Port': ['ID=2966ca95-5f09-4f7c-97b2-eb468da36b9c,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:31.775042 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:31.775465 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:31.776043 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.776586 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:31.777248 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Bound port: a8dadcf6-b540-41b7-856b-9000f6dcaa5c, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:31.777830 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.791320 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-2110d0d4-9189-464d-8e11-8994f12ac2e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23524221-d272-4c1b-8e08-88f6ce67acaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674920 Jul 12 18:17:31.804252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175323ce-f32f-4401-90af-4f8f90f87026 req-c3fa37da-403e-4962-b48e-e84f1b10ee3e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:31.811668 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-175323ce-f32f-4401-90af-4f8f90f87026 req-c3fa37da-403e-4962-b48e-e84f1b10ee3e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.2025819 Jul 12 18:17:31.845472 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] For port a8dadcf6-b540-41b7-856b-9000f6dcaa5c, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:31.849913 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] For port a8dadcf6-b540-41b7-856b-9000f6dcaa5c, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:31.855812 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.893832 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-6a6fbe1c-e2c2-4d2e-9cc8-2d66622ca3d1 None None] Provisioning complete for port 2966ca95-5f09-4f7c-97b2-eb468da36b9c triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:31.894118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbe1c-e2c2-4d2e-9cc8-2d66622ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.903655 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-55995044-4c75-4828-9160-216f0512a660 req-79b6794e-1a09-4df7-b881-b16421bcf46a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476204 Jul 12 18:17:31.924814 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-175323ce-f32f-4401-90af-4f8f90f87026 req-5794c09d-cd2a-423b-aa98-a77fe0ee3631 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118109 Jul 12 18:17:31.957219 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:31.957773 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:31.960616 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b4be4-50cb-4bc1-b7f6-47ba4db8cc13 None None] Pushing event updated for resources: {'Port': ['ID=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:31.974907 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] For port ac5db1e9-905e-40d0-975c-ec6af5dc7758, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac5db1e9-905e-40d0-975c-ec6af5dc7758,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:31.975411 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:31.990784 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-8fbd8a57-1f89-41f9-a213-b9d0a93af713 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655884 Jul 12 18:17:32.021367 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Calling delete_port for ac5db1e9-905e-40d0-975c-ec6af5dc7758 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:17:32.080432 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-6a6fbe1c-e2c2-4d2e-9cc8-2d66622ca3d1 None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:32.080810 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6a6fbe1c-e2c2-4d2e-9cc8-2d66622ca3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.095891 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-126c1d70-a00c-4ac0-a36a-811027c724d9 req-080c5200-9ddf-4892-8d24-21f31b5025b4 service neutron] 10.222.0.38 "GET /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042347 Jul 12 18:17:32.122073 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:32.149300 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Allocated IP 172.20.0.1 (2696759d-f05b-4d30-9da6-2783f0eb8975/4f8b98b7-7f15-4de8-bbd9-845a1368c319/f14c57d9-5d63-4568-80c4-d5209962df7b) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:32.237835 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2966ca95-5f09-4f7c-97b2-eb468da36b9c up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:32.308704 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 2966ca95-5f09-4f7c-97b2-eb468da36b9c triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:32.309532 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.353262 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:29Z', 'revision_number': 3, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:32.385438 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355e165-9006-42d9-b0fb-e537642b93f6 None None] The sync data for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi is: [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:29Z', 'revision_number': 3, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:17:32.413784 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f4c46ed0-7095-42c7-a4cd-fe1418da9d4b up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:32.435932 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa6729-6efa-4a83-a025-4861dd221902 req-53ec6486-6f07-40c4-bd9e-5100ced5ea11 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:32.443398 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cffa6729-6efa-4a83-a025-4861dd221902 req-53ec6486-6f07-40c4-bd9e-5100ced5ea11 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.2117534 Jul 12 18:17:32.451355 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.471399 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:32.471774 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.507384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Transition to ACTIVE for port object f14c57d9-5d63-4568-80c4-d5209962df7b will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:32.538245 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cffa6729-6efa-4a83-a025-4861dd221902 req-04630b90-2e68-4c51-8aeb-22bac5b93173 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939901 Jul 12 18:17:32.565600 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.605237 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Pushing event deleted for resources: {'Port': ['ID=ac5db1e9-905e-40d0-975c-ec6af5dc7758,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:32.615856 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['ac5db1e9-905e-40d0-975c-ec6af5dc7758'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:32.632846 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.710020 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] No DVR routers for this DVR port ac5db1e9-905e-40d0-975c-ec6af5dc7758 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:17:32.713370 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:32.715476 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-444f2d9b-df3f-4c28-aa1f-5b533ac2b654 req-0faf6dbb-74ec-4797-ad6c-06ca76db246f tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "DELETE /v2.0/ports/ac5db1e9-905e-40d0-975c-ec6af5dc7758 HTTP/1.1" status: 204 len: 173 time: 1.6587939 Jul 12 18:17:32.718595 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'name': 'network-vif-deleted', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:32.721863 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667e49b-4a54-4a73-945a-7f9dafd7ae07" -d '{"events": [{"server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "name": "network-vif-deleted", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:32.737384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:32.740720 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:32.745484 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:32.748508 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:32.791556 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b46e4b-b539-4e7d-8204-ddef596881c4 x-openstack-request-id: req-29b46e4b-b539-4e7d-8204-ddef596881c4 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:32.791840 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0f1f02-9c2d-409b-a792-6f25dd3bda9c", "name": "network-vif-deleted", "tag": "ac5db1e9-905e-40d0-975c-ec6af5dc7758", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:32.792408 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29b46e4b-b539-4e7d-8204-ddef596881c4 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:32.792517 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0f1f02-9c2d-409b-a792-6f25dd3bda9c', 'name': 'network-vif-deleted', 'tag': 'ac5db1e9-905e-40d0-975c-ec6af5dc7758', 'status': 'completed', 'code': 200} Jul 12 18:17:32.815867 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.020906 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device b23e749c-c02e-43a7-868a-50259225e9d7 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:17:33.044372 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.204844 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-090cba3d-7df5-4280-9c3b-5ab1cec57a0e req-3df19067-fe67-409c-a2c0-7b3014ed2de0 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c0f1f02-9c2d-409b-a792-6f25dd3bda9c HTTP/1.1" status: 200 len: 210 time: 0.0495822 Jul 12 18:17:33.228039 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-94794195-0fac-40d4-821c-4a7d2e1d3690 None None] Provisioning for port f14c57d9-5d63-4568-80c4-d5209962df7b completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:33.241058 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-94794195-0fac-40d4-821c-4a7d2e1d3690 None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:33.241444 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-94794195-0fac-40d4-821c-4a7d2e1d3690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.285750 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b23e749c-c02e-43a7-868a-50259225e9d7,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:33.297333 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-94794195-0fac-40d4-821c-4a7d2e1d3690 None None] Port f14c57d9-5d63-4568-80c4-d5209962df7b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:33.302303 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'b23e749c-c02e-43a7-868a-50259225e9d7', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'port_id': 'b23e749c-c02e-43a7-868a-50259225e9d7', 'mac_address': 'fa:16:3e:08:02:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a71285-2b17-4b1a-af29-843e81a82bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:17:33.303711 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf3304-c63b-4e11-a745-ac6c2eeb23ac req-81eea72d-8e77-4e72-bfb7-a622fba4bc63 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:33.305317 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cebf3304-c63b-4e11-a745-ac6c2eeb23ac req-81eea72d-8e77-4e72-bfb7-a622fba4bc63 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 944 time: 0.1567719 Jul 12 18:17:33.341872 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.363850 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23e749c-c02e-43a7-868a-50259225e9d7 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:17:33.379315 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cebf3304-c63b-4e11-a745-ac6c2eeb23ac req-23ac78d8-d82e-4dbd-80cb-83a0c3af17c1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Jul 12 18:17:33.383375 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.390426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.406041 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b23e749c-c02e-43a7-868a-50259225e9d7,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:33.413206 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.493051 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:33.534516 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Pushing event updated for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:33.542553 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.695067 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:33.695067 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:33.774556 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7091a9-70ed-49da-8c76-478b6daa5539 req-3bba8b79-686d-4e16-94b2-7e6f76d3c542 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:33.776517 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6e7091a9-70ed-49da-8c76-478b6daa5539 req-3bba8b79-686d-4e16-94b2-7e6f76d3c542 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0651288 Jul 12 18:17:33.815768 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6e7091a9-70ed-49da-8c76-478b6daa5539 req-7c3a15d5-7d42-47ab-9329-6651e3e9d5c9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329714 Jul 12 18:17:33.823047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Router 43770e3a-a707-4c26-9401-7ea60825febc has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:17:33.828265 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-80e2ee35-d691-4f51-9f29-2769286abb65 None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:33.828809 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-80e2ee35-d691-4f51-9f29-2769286abb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:33.865996 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-80e2ee35-d691-4f51-9f29-2769286abb65 None None] Port f14c57d9-5d63-4568-80c4-d5209962df7b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:33.888896 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['b23e749c-c02e-43a7-868a-50259225e9d7'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:33.937451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:17:33.943403 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-4be57205-b2fa-4c80-899a-982c19ee68a8 admin admin] 10.222.0.39 "PUT /v2.0/routers/43770e3a-a707-4c26-9401-7ea60825febc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6502402 Jul 12 18:17:34.014140 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-61c328fa-7728-4988-ad5d-daa7f00dc3e6 None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:34.014877 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-61c328fa-7728-4988-ad5d-daa7f00dc3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.074598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-61c328fa-7728-4988-ad5d-daa7f00dc3e6 None None] Port f14c57d9-5d63-4568-80c4-d5209962df7b cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:17:34.222239 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device a8dadcf6-b540-41b7-856b-9000f6dcaa5c up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:34.279457 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port a8dadcf6-b540-41b7-856b-9000f6dcaa5c completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:34.283106 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port a8dadcf6-b540-41b7-856b-9000f6dcaa5c triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:34.283479 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.373494 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.395463 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port a8dadcf6-b540-41b7-856b-9000f6dcaa5c, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:34.400392 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.457311 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:34.543799 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Sync routers for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:17:34.553629 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:34.555382 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:34.605938 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08430ea0-2595-4da2-bc67-134c7e4bf236 req-c976a372-73b8-4b9e-ab5b-40b5286c35d1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:34.607288 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-08430ea0-2595-4da2-bc67-134c7e4bf236 req-c976a372-73b8-4b9e-ab5b-40b5286c35d1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 945 time: 0.0674014 Jul 12 18:17:34.645292 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-08430ea0-2595-4da2-bc67-134c7e4bf236 req-175c546d-9506-4bb5-aca2-3c3bbb50d46d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Jul 12 18:17:34.660528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:34.743082 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51380) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:34.748352 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191395554', 'description': 'tempest-secgroup-smoke-1191395554 description', 'project_id': '9e6698a7d9a84f71b235f312e48eba38'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:34.770960 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.858386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.863340 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.873176 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:32Z', 'revision_number': 4, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f14c57d9-5d63-4568-80c4-d5209962df7b', 'name': '', 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'mac_address': 'fa:16:3e:9b:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:31Z', 'updated_at': '2021-07-12T18:17:33Z', 'revision_number': 2, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'subnets': [{'id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:34.893983 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ce3a6-2a66-4281-aeb9-f57674458823,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:34.904847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Checking router: 43770e3a-a707-4c26-9401-7ea60825febc for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:17:34.904949 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.905266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Updating router 43770e3a-a707-4c26-9401-7ea60825febc port f14c57d9-5d63-4568-80c4-d5209962df7b binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:17:34.906245 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-c7f55d52-e3b7-4832-a384-917c9c3bb0c5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1614635 Jul 12 18:17:34.909548 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51386) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:34.915123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:34.943064 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:34.946106 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.024942 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.028581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.049970 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdefd5b-29d6-4a4b-aef9-5967efc5c329,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.056309 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.057526 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ba1eca67-a9ff-4698-a293-714b8d8865a9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469967 Jul 12 18:17:35.060947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51388) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:35.065433 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4d516-d5ca-49b1-927a-9c00f9293b82 req-36a36781-4016-4bb3-a7c3-0030a98f14ec tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:35.066969 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4be4d516-d5ca-49b1-927a-9c00f9293b82 req-36a36781-4016-4bb3-a7c3-0030a98f14ec tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1089106 Jul 12 18:17:35.068266 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:35.099481 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.106297 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4be4d516-d5ca-49b1-927a-9c00f9293b82 req-e1c90c08-f79b-476d-ae27-d4223d6a2fb9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331690 Jul 12 18:17:35.170243 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.173945 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.190920 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576e9579-9df1-4b8d-a440-0d6f2094e32b,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.198474 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.199686 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-96bfd874-94df-4e91-83ab-93bcc6a70478 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374419 Jul 12 18:17:35.202511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51390) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:35.206827 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:35.211489 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.222200 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Transition to ACTIVE for port object f14c57d9-5d63-4568-80c4-d5209962df7b will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:35.230201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.233510 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.291640 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.295551 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.312768 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c5dd0e-8f62-44f1-b64a-db152dd95c5a,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.320704 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.322428 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f2c3f1db-e3bd-48b9-8103-f6708b22073d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189625 Jul 12 18:17:35.325138 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51392) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:35.329715 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:35.359598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.395124 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe43c5-7750-419a-b46e-3a2bd1ed1b33 None None] Pushing event updated for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.427294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.431984 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.452951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Attempting to bind port f14c57d9-5d63-4568-80c4-d5209962df7b on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:35.453329 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Attempting to bind port f14c57d9-5d63-4568-80c4-d5209962df7b by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:35.453460 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06378ed7-5903-435f-b630-8e69bc85e324,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.453724 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Attempting to bind port f14c57d9-5d63-4568-80c4-d5209962df7b on network 2696759d-f05b-4d30-9da6-2783f0eb8975 {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:35.460708 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.461434 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:35.461911 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Checking segment: {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:35.462345 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.462876 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Bound using segment: {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:35.463333 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Bound port: f14c57d9-5d63-4568-80c4-d5209962df7b, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733b58b6-b7ea-4226-b6a1-92cfbc069ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:35.463720 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.464905 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51394) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:35.465486 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6b85d34b-ba58-488a-a407-94c22aa0dc0a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389005 Jul 12 18:17:35.471063 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:35.495484 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.securitygroups_db [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Project 9e6698a7d9a84f71b235f312e48eba38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:17:35.500681 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.536328 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] For port f14c57d9-5d63-4568-80c4-d5209962df7b, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:35.541381 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] For port f14c57d9-5d63-4568-80c4-d5209962df7b, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f14c57d9-5d63-4568-80c4-d5209962df7b,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:35.546827 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.565255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.570720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.585763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2e8afb-1eec-41ad-8b48-d53ae7fc99f1,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.600055 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.601647 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-dac39830-9c4b-4184-9a16-fc63626f6869 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351156 Jul 12 18:17:35.604394 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51398) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:35.608870 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'security_group_rule': {'security_group_id': '7c2ce3a6-2a66-4281-aeb9-f57674458823', 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:35.620917 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:17:35.621483 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:35.624733 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe43c5-7750-419a-b46e-3a2bd1ed1b33 None None] Pushing event updated for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.633644 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.securitygroups_db [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Project 9e6698a7d9a84f71b235f312e48eba38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:17:35.639172 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.706063 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.713865 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.734623 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd55a01-7122-4f85-b833-a5f0bc3494ba,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:35.742005 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:35.744017 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ce1359f0-e02b-4576-9574-6f1d5323eb0e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381538 Jul 12 18:17:35.747554 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:17:35.860981 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a034-b80c-48c1-9dcd-4b60d62c70a1 req-e4062111-7bb7-47b8-9db3-9b7e9ce083f7 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:35.862906 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c283a034-b80c-48c1-9dcd-4b60d62c70a1 req-e4062111-7bb7-47b8-9db3-9b7e9ce083f7 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 945 time: 0.0773857 Jul 12 18:17:35.916018 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c283a034-b80c-48c1-9dcd-4b60d62c70a1 req-9ce44386-e082-4d08-8866-bd5a009481b3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Jul 12 18:17:35.975735 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:32Z', 'revision_number': 4, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f14c57d9-5d63-4568-80c4-d5209962df7b', 'name': '', 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'mac_address': 'fa:16:3e:9b:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:31Z', 'updated_at': '2021-07-12T18:17:35Z', 'revision_number': 4, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'subnets': [{'id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:17:36.001762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2662790-61c0-4e2a-942f-f33321961da2 None None] The sync data for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi is: [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:17:32Z', 'revision_number': 4, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f14c57d9-5d63-4568-80c4-d5209962df7b', 'name': '', 'network_id': '2696759d-f05b-4d30-9da6-2783f0eb8975', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'mac_address': 'fa:16:3e:9b:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:31Z', 'updated_at': '2021-07-12T18:17:35Z', 'revision_number': 4, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'subnets': [{'id': '4f8b98b7-7f15-4de8-bbd9-845a1368c319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:17:36.289044 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f14c57d9-5d63-4568-80c4-d5209962df7b up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:36.368513 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port f14c57d9-5d63-4568-80c4-d5209962df7b completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:36.371727 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16d7e3-324d-45a2-bdd6-e1b0fc869c8f req-91d9d78d-ad0c-42cf-84f1-4e42a55299aa tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:36.373143 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc16d7e3-324d-45a2-bdd6-e1b0fc869c8f req-91d9d78d-ad0c-42cf-84f1-4e42a55299aa tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.1052113 Jul 12 18:17:36.377136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:36.378118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:36.417828 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc16d7e3-324d-45a2-bdd6-e1b0fc869c8f req-ccee7e78-7cee-40e5-9bb4-2850e80853a1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369184 Jul 12 18:17:36.467458 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:36.501152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port f14c57d9-5d63-4568-80c4-d5209962df7b, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f14c57d9-5d63-4568-80c4-d5209962df7b,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:36.505602 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:36.546719 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac5db1e9-905e-40d0-975c-ec6af5dc7758 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:17:36.575439 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device a8dadcf6-b540-41b7-856b-9000f6dcaa5c up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:36.577125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: ac5db1e9-905e-40d0-975c-ec6af5dc7758 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:17:36.577362 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac5db1e9-905e-40d0-975c-ec6af5dc7758 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:17:36.582344 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5216dc54-bf24-4ce8-a2b8-660fc64b5526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:36.620574 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:36.647285 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port a8dadcf6-b540-41b7-856b-9000f6dcaa5c triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:36.647625 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:36.840264 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6458-977a-4c32-82ef-764c462c8e8b None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:36.840638 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6458-977a-4c32-82ef-764c462c8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:37.097477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172a1f-2aef-4def-aa33-80be3b16a753 req-bce7ecd3-4b5e-4770-a0a1-15dc254607b8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:37.099028 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-be172a1f-2aef-4def-aa33-80be3b16a753 req-bce7ecd3-4b5e-4770-a0a1-15dc254607b8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 945 time: 0.0659549 Jul 12 18:17:37.140400 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-be172a1f-2aef-4def-aa33-80be3b16a753 req-9c4eda97-9bc7-429a-820d-4b197bdcd617 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Jul 12 18:17:37.595716 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f547a88-4a25-4067-afe5-e53c88641e9d req-76d7c296-6a84-4c6f-9038-5ed2c5f5ae9f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:37.597242 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f547a88-4a25-4067-afe5-e53c88641e9d req-76d7c296-6a84-4c6f-9038-5ed2c5f5ae9f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0649979 Jul 12 18:17:37.634984 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f547a88-4a25-4067-afe5-e53c88641e9d req-1ef4971c-bbb9-4b47-ab06-a9508b5afd68 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Jul 12 18:17:38.182358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f14c57d9-5d63-4568-80c4-d5209962df7b up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:38.234598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port f14c57d9-5d63-4568-80c4-d5209962df7b triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:38.235127 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:38.321024 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efc7fa-566d-411c-873c-30dfe28232d9 req-686c1fae-91ea-45a8-8d94-c02943c77f61 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:38.322517 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5efc7fa-566d-411c-873c-30dfe28232d9 req-686c1fae-91ea-45a8-8d94-c02943c77f61 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 945 time: 0.0648818 Jul 12 18:17:38.359935 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5efc7fa-566d-411c-873c-30dfe28232d9 req-3aa60427-2c96-4901-be9f-24bd22566972 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Jul 12 18:17:38.826912 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde7642-9324-420d-a270-0dc65835b0f0 req-2c65fdb1-f2e6-4db2-add9-af45adcf5a9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:38.828426 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ddde7642-9324-420d-a270-0dc65835b0f0 req-2c65fdb1-f2e6-4db2-add9-af45adcf5a9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0722122 Jul 12 18:17:38.866972 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ddde7642-9324-420d-a270-0dc65835b0f0 req-71725e8e-7fe3-489b-af0a-c419d8257604 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Jul 12 18:17:38.971696 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cfefa-18d6-42b0-954c-96d8898968f1 req-2ce8655c-41a6-49b9-834d-2640752f25f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:38.973229 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c22cfefa-18d6-42b0-954c-96d8898968f1 req-2ce8655c-41a6-49b9-834d-2640752f25f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1099 time: 0.0521095 Jul 12 18:17:39.009198 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c22cfefa-18d6-42b0-954c-96d8898968f1 req-59b415e0-2e7a-4dec-90b8-53b825c7a460 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278864 Jul 12 18:17:39.105475 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-093c25db-7cf0-4dc6-b1c6-5f9408e7c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.387817 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d1c37-0cdd-4756-a2e6-215d50dcf97d req-71e27ca2-56b7-4dc8-a4db-240afb6ccc0a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:39.389456 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-436d1c37-0cdd-4756-a2e6-215d50dcf97d req-71e27ca2-56b7-4dc8-a4db-240afb6ccc0a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0633290 Jul 12 18:17:39.430013 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-436d1c37-0cdd-4756-a2e6-215d50dcf97d req-b654cc22-39f8-40b7-9c90-01f456a58e3e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Jul 12 18:17:39.538071 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d120e-c0a8-4faf-9d36-4aabf87d81b9 req-819d1ae8-1726-4498-a779-23e592ec9a23 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:39.539524 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-713d120e-c0a8-4faf-9d36-4aabf87d81b9 req-819d1ae8-1726-4498-a779-23e592ec9a23 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 945 time: 0.0634198 Jul 12 18:17:39.553213 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.578964 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-713d120e-c0a8-4faf-9d36-4aabf87d81b9 req-db81dd61-d663-49e0-88b4-71d44b5b4fb8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Jul 12 18:17:39.646279 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:17:39.657551 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device b23e749c-c02e-43a7-868a-50259225e9d7 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:39.761836 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port b23e749c-c02e-43a7-868a-50259225e9d7 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:39.773053 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port b23e749c-c02e-43a7-868a-50259225e9d7 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:39.773422 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.779209 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:39.807825 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'mac_address': 'fa:16:3e:32:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:17:39.857485 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.893767 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:17:39.914367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.938218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:39.948992 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:39.957821 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:39.960424 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6edda-b642-49c1-9a3c-59e7b5f43c23" -d '{"events": [{"server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "name": "network-vif-plugged", "status": "completed", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:39.999886 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b23e749c-c02e-43a7-868a-50259225e9d7,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:40.011187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.039793 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=12']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:40.053814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aece9a69-f5c5-40c9-bcfa-22d0e6ed0cb9 x-openstack-request-id: req-aece9a69-f5c5-40c9-bcfa-22d0e6ed0cb9 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:40.054099 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "name": "network-vif-plugged", "status": "completed", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:40.055040 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aece9a69-f5c5-40c9-bcfa-22d0e6ed0cb9 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:40.055040 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7', 'code': 200} Jul 12 18:17:40.056038 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.056428 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.056764 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.057117 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.057442 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.057769 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.058092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.058411 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.058728 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.059047 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.059404 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.059723 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:17:40.089089 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5518-8c57-49d9-8392-b6b0b6e79079 req-bd212c00-015c-4205-9ee7-b594920c5603 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:40.090561 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96cf5518-8c57-49d9-8392-b6b0b6e79079 req-bd212c00-015c-4205-9ee7-b594920c5603 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 945 time: 0.0943565 Jul 12 18:17:40.113507 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:40.149847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.155251 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96cf5518-8c57-49d9-8392-b6b0b6e79079 req-954ebef9-7877-4213-b5ec-06a107ec273f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563097 Jul 12 18:17:40.265788 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:40.266157 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.345237 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.384225 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:40.388951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.400403 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779998-ecc5-4e23-875a-fd4b1b1f9773 req-4aadb4f7-0ea8-4d61-a54d-8482ab2f328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:40.401984 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-07779998-ecc5-4e23-875a-fd4b1b1f9773 req-4aadb4f7-0ea8-4d61-a54d-8482ab2f328b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 1099 time: 0.0634813 Jul 12 18:17:40.445949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e165b1-1a8d-486d-b0af-352a604cdc5a None None] Pushing event updated for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=13']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:40.446673 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-07779998-ecc5-4e23-875a-fd4b1b1f9773 req-e708b8bf-e8ea-4c62-be7e-0e22f51903c9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301061 Jul 12 18:17:40.613272 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06653abe-dd37-40fa-b2f4-7a3ae4e06e7b req-04ba377d-59a2-49ee-9b3f-7de8ee00ef9e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:40.614765 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-06653abe-dd37-40fa-b2f4-7a3ae4e06e7b req-04ba377d-59a2-49ee-9b3f-7de8ee00ef9e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0644207 Jul 12 18:17:40.645893 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-bdb55c22-9040-46d5-aaf5-f68594065f18 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:40.645893 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bdb55c22-9040-46d5-aaf5-f68594065f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:40.654613 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-06653abe-dd37-40fa-b2f4-7a3ae4e06e7b req-67258f8e-809e-48ef-959a-0275c159f11e tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Jul 12 18:17:40.759154 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8ddc-abdd-42db-a3a2-294690a3b73e req-19debc08-8dbe-4688-8137-93da8ae2995e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:40.760600 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-301f8ddc-abdd-42db-a3a2-294690a3b73e req-19debc08-8dbe-4688-8137-93da8ae2995e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0676363 Jul 12 18:17:40.795658 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-301f8ddc-abdd-42db-a3a2-294690a3b73e req-b1f02019-316b-46f0-b1e8-7ffd5730ee64 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295110 Jul 12 18:17:41.344896 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be45a-24dd-4908-82c6-ac57c26e45a9 req-dc640794-1504-4c04-8139-32b03ab9dda8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:41.346462 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-574be45a-24dd-4908-82c6-ac57c26e45a9 req-dc640794-1504-4c04-8139-32b03ab9dda8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0723813 Jul 12 18:17:41.386743 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-574be45a-24dd-4908-82c6-ac57c26e45a9 req-c015303d-36d2-4200-8c94-734f9f124990 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Jul 12 18:17:41.735762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:41.776637 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4fbb-a15d-4bc3-9cf5-01b37b08cece req-360001c7-189a-4517-9527-0f55647616e9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:41.778141 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-500f4fbb-a15d-4bc3-9cf5-01b37b08cece req-360001c7-189a-4517-9527-0f55647616e9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.2980936 Jul 12 18:17:41.819039 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-500f4fbb-a15d-4bc3-9cf5-01b37b08cece req-5d0224a2-da44-4cc3-909e-fc9eec3db064 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348303 Jul 12 18:17:41.828148 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5119-0c80-4136-9f02-c0c6a1620fdf req-9a910467-9fc8-4225-b84f-d8d061654038 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:41.829783 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e3ab5119-0c80-4136-9f02-c0c6a1620fdf req-9a910467-9fc8-4225-b84f-d8d061654038 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0633152 Jul 12 18:17:41.868111 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e3ab5119-0c80-4136-9f02-c0c6a1620fdf req-eb8e1806-f1b4-4e53-ad6d-5a0b3b25db09 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Jul 12 18:17:41.980255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70410f6-31ca-44e1-b304-0c95e703b214 req-02ee9688-1355-4749-9fb8-c4a09b0efa3d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:41.981853 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e70410f6-31ca-44e1-b304-0c95e703b214 req-02ee9688-1355-4749-9fb8-c4a09b0efa3d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0633218 Jul 12 18:17:42.017495 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e70410f6-31ca-44e1-b304-0c95e703b214 req-c85cab95-3ab2-45a2-b844-39cd68f70d61 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Jul 12 18:17:42.056125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:42.058496 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71534d-4b2a-4876-8a55-f369e54247f9" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:42.092609 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9efd43d-eca4-4389-a652-27c4317f1257 x-openstack-request-id: req-e9efd43d-eca4-4389-a652-27c4317f1257 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:42.093014 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-plugged", "status": "completed", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:42.093263 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9efd43d-eca4-4389-a652-27c4317f1257 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:42.093640 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'code': 200} Jul 12 18:17:42.563639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fa380-20e1-4933-88aa-3fd15d5e5056 req-294d4f74-8618-4b3b-850c-4c3c128a317c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:42.565262 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d84fa380-20e1-4933-88aa-3fd15d5e5056 req-294d4f74-8618-4b3b-850c-4c3c128a317c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0650165 Jul 12 18:17:42.603067 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d84fa380-20e1-4933-88aa-3fd15d5e5056 req-bf1b0b62-7452-4404-a7c8-6e1805f2d464 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Jul 12 18:17:43.000646 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb4026-95e9-4ef3-ba45-5162aed2407a req-da6a11f6-2777-4bd2-9803-98fca2035540 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:43.002151 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-21cb4026-95e9-4ef3-ba45-5162aed2407a req-da6a11f6-2777-4bd2-9803-98fca2035540 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0651462 Jul 12 18:17:43.045302 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-21cb4026-95e9-4ef3-ba45-5162aed2407a req-c7d62503-b968-423b-81ef-cf1f52d4ab5d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0369503 Jul 12 18:17:43.047117 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176c2fd-b582-41cc-a552-33e02c18f282 req-3ef39180-17f5-47c7-a0e3-e9f84ced77cf tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:43.048586 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6176c2fd-b582-41cc-a552-33e02c18f282 req-3ef39180-17f5-47c7-a0e3-e9f84ced77cf tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0603945 Jul 12 18:17:43.086764 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6176c2fd-b582-41cc-a552-33e02c18f282 req-99520dbb-b2f5-4285-a61c-f46b10b61821 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 12 18:17:43.205871 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebb50a-9a37-4998-8cec-2e2099ec2ab9 req-cb74a1cf-5a7d-4226-a46c-2300c7f048f6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:43.207374 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81ebb50a-9a37-4998-8cec-2e2099ec2ab9 req-cb74a1cf-5a7d-4226-a46c-2300c7f048f6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0625820 Jul 12 18:17:43.244051 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81ebb50a-9a37-4998-8cec-2e2099ec2ab9 req-2398dbf6-2d7b-4f8b-a4da-009d64e6c3e8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Jul 12 18:17:43.570041 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['885b361e-ccfe-4f7d-b53b-1286b525bbd8'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:43.792849 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a2be0-bfc9-4b99-8d14-ba486d5b2d45 req-cec2b18c-789b-42b1-bcac-516d673e5b82 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:43.794922 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c4a2be0-bfc9-4b99-8d14-ba486d5b2d45 req-cec2b18c-789b-42b1-bcac-516d673e5b82 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0675993 Jul 12 18:17:43.831273 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c4a2be0-bfc9-4b99-8d14-ba486d5b2d45 req-c9a5da9e-a9b3-48e4-a2ed-e959cf885fab tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Jul 12 18:17:43.984782 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-99a8c753-db81-4a09-aefb-098b0d915017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:43.986324 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-99a8c753-db81-4a09-aefb-098b0d915017 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1138 time: 0.0530286 Jul 12 18:17:44.129639 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-35b0a187-605a-481d-bf34-7f19d47e45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.131874 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-35b0a187-605a-481d-bf34-7f19d47e45cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 916 time: 0.1266074 Jul 12 18:17:44.228283 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-0aa464f6-3435-4843-b68a-61a450d7bb2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 1002 time: 0.0869911 Jul 12 18:17:44.310675 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2437e4-d19f-42a6-b767-57ff342bbe8a req-71b43a02-d3d4-4c65-8a1d-041f9c6b5894 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.312300 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fd2437e4-d19f-42a6-b767-57ff342bbe8a req-71b43a02-d3d4-4c65-8a1d-041f9c6b5894 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0838425 Jul 12 18:17:44.317244 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-6e867fc9-9cc4-4917-86ea-995b29398bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.319283 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-6e867fc9-9cc4-4917-86ea-995b29398bb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0795434 Jul 12 18:17:44.355007 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fd2437e4-d19f-42a6-b767-57ff342bbe8a req-7df183b2-8383-4002-aa4d-5caac63e60c9 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Jul 12 18:17:44.380249 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d8d3-ea04-4393-9235-591855d5c9df req-0f446998-ac69-4ea5-8074-f07d0d9b0a93 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.385344 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f0a5d8d3-ea04-4393-9235-591855d5c9df req-0f446998-ac69-4ea5-8074-f07d0d9b0a93 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1561034 Jul 12 18:17:44.441035 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f0a5d8d3-ea04-4393-9235-591855d5c9df req-7eba575c-db4e-4812-8c59-1a72cf4da2ad tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531926 Jul 12 18:17:44.477625 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-5e2c8ee8-90d8-4e4b-981c-864029a1003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.479213 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-5e2c8ee8-90d8-4e4b-981c-864029a1003b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433823 Jul 12 18:17:44.533284 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac89891-9031-4b4e-8c60-eb55d36815e7 req-661446d0-f55f-48fc-9bef-3e36aababcfd tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.534488 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aac89891-9031-4b4e-8c60-eb55d36815e7 req-661446d0-f55f-48fc-9bef-3e36aababcfd tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0643117 Jul 12 18:17:44.579678 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aac89891-9031-4b4e-8c60-eb55d36815e7 req-93db8131-3ae5-4dac-bf1f-047164298607 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Jul 12 18:17:44.590186 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-4bd7aab8-355d-4303-bb33-adf6c768cb70 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988069 Jul 12 18:17:44.682280 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1ee652e1-aa82-40e3-8545-506dec78d12b req-e30edcca-d879-4a6d-9fb4-93cd37931678 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 Jul 12 18:17:44.842942 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-2a470c4f-37d4-486c-8a2b-b05b3c284de5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:44.844309 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-2a470c4f-37d4-486c-8a2b-b05b3c284de5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/networks?id=31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 200 len: 814 time: 0.1052108 Jul 12 18:17:44.858814 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-31b166a2-e74c-4314-858a-f9f7372225c3 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/quotas/eb7edc5a1f1844ea9c6937f80c4b7999 HTTP/1.1" status: 200 len: 375 time: 0.0086522 Jul 12 18:17:44.893682 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-1c7d6627-4088-46fa-8081-92da9363efab tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288413 Jul 12 18:17:45.004659 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:45.008714 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-ed0bddea-7908-4e59-a70d-7de71ba4452b service neutron] 10.222.0.39 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065238 Jul 12 18:17:45.062107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52979b49-cf64-40c0-accf-f68dd9998869 req-1595de18-a369-4209-bebf-4d9d8c625319 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:45.065294 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-52979b49-cf64-40c0-accf-f68dd9998869 req-1595de18-a369-4209-bebf-4d9d8c625319 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0826077 Jul 12 18:17:45.113254 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-7729ed8a-6c3d-478a-9632-e418c4ee2ad5 service neutron] 10.222.0.39 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963292 Jul 12 18:17:45.128279 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-52979b49-cf64-40c0-accf-f68dd9998869 req-d8c927cb-6201-436c-9259-083500a63d39 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575879 Jul 12 18:17:45.289786 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-68a959d3-1c54-4133-a2f0-f64c6979f50f req-ef66717f-e1bc-4997-96b6-8a530d0d973e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 210 time: 0.0286837 Jul 12 18:17:45.540386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978b54-93cc-4522-b8ea-cea3bd8f2dbf req-a2e6d5b8-ef33-4a3c-9445-5c5640b7c1c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:45.541880 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81978b54-93cc-4522-b8ea-cea3bd8f2dbf req-a2e6d5b8-ef33-4a3c-9445-5c5640b7c1c3 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0652719 Jul 12 18:17:45.596023 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81978b54-93cc-4522-b8ea-cea3bd8f2dbf req-aae3ae1c-2798-474b-a445-0e789e470a58 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 Jul 12 18:17:45.639539 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa999d-d8a8-4e2f-ae4e-7b2134d350a2 req-366312c9-f930-42d0-a031-683623838a07 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:45.641497 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99fa999d-d8a8-4e2f-ae4e-7b2134d350a2 req-366312c9-f930-42d0-a031-683623838a07 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0683873 Jul 12 18:17:45.686868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99fa999d-d8a8-4e2f-ae4e-7b2134d350a2 req-730ffdc9-44fa-41e3-9121-15c38466f824 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391161 Jul 12 18:17:45.739356 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:45.773214 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758dd5-f82a-4fd3-8ff0-f04062da5091 req-0553a624-d506-4c8e-9f7f-e59276162360 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:45.774861 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-77758dd5-f82a-4fd3-8ff0-f04062da5091 req-0553a624-d506-4c8e-9f7f-e59276162360 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0783949 Jul 12 18:17:45.803296 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:45.804145 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:45.822132 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-77758dd5-f82a-4fd3-8ff0-f04062da5091 req-57d53664-08f0-4921-bcb4-def7a1a90f8d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Jul 12 18:17:46.315019 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c5fce-adfc-4ec7-ad21-928a9774add0 req-f8355fe3-c5a9-4af0-8490-8981972576b1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:46.316502 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1d2c5fce-adfc-4ec7-ad21-928a9774add0 req-f8355fe3-c5a9-4af0-8490-8981972576b1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0635786 Jul 12 18:17:46.354217 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1d2c5fce-adfc-4ec7-ad21-928a9774add0 req-5a79c25b-e1a2-4507-97bb-68ce95e84966 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Jul 12 18:17:46.427443 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-eff1d31b-1c4a-4dcd-8263-bd198d7dda3d req-4c886cb1-f056-4e3a-809f-35ea503fbac5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 210 time: 0.0280888 Jul 12 18:17:46.785521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c8d82-95eb-4f50-874c-ecb2bb66629e req-35c7564a-4be9-4673-9a17-7698d5cabb71 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:46.788696 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-539c8d82-95eb-4f50-874c-ecb2bb66629e req-35c7564a-4be9-4673-9a17-7698d5cabb71 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0910015 Jul 12 18:17:46.840446 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-539c8d82-95eb-4f50-874c-ecb2bb66629e req-236b9c8b-439b-4b5b-9131-0e89f4c15671 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Jul 12 18:17:47.101427 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-83ae9982-2d61-43c3-9ecc-b35482b230ca tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:47.102906 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-83ae9982-2d61-43c3-9ecc-b35482b230ca tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "GET /v2.0/networks?id=31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 200 len: 814 time: 0.3948088 Jul 12 18:17:47.113927 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba7a42-8aee-48a8-a812-f1da457cc2d7 req-7fd2236b-54fd-4ebe-ad17-70c23bf68b4a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:47.115910 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6aba7a42-8aee-48a8-a812-f1da457cc2d7 req-7fd2236b-54fd-4ebe-ad17-70c23bf68b4a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1119852 Jul 12 18:17:47.139036 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5b0ec09a-c7a5-43db-afc6-2b905776cdcd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:47.140600 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5b0ec09a-c7a5-43db-afc6-2b905776cdcd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 945 time: 0.0712180 Jul 12 18:17:47.151947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Request body: {'port': {'device_id': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21', 'admin_state_up': True, 'tenant_id': 'eb7edc5a1f1844ea9c6937f80c4b7999'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:47.210637 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6aba7a42-8aee-48a8-a812-f1da457cc2d7 req-f9af9bba-88c5-4e74-9694-b761b4f4e96c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0883756 Jul 12 18:17:47.268975 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Deleting port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:17:47.269379 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.282030 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Made reservation on behalf of eb7edc5a1f1844ea9c6937f80c4b7999 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:17:47.285860 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.357276 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] For port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:47.357728 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.379507 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Calling delete_port for 0b66f631-2ce8-4754-b3b4-1e21d7f9047d owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:17:47.416533 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Allocated IP 172.20.0.9 (31f6bc50-3595-4d65-bd59-47c95a50cd21/9d89f98f-e2ec-4799-897b-a02eeb02c63a/f4e7b336-a8b5-4122-935c-6170b922fc72) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:17:47.531131 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.568339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Pushing event deleted for resources: {'Port': ['ID=0b66f631-2ce8-4754-b3b4-1e21d7f9047d,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:47.576057 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['2a06293a-565b-4690-89c9-e38b01a13c17', '0b66f631-2ce8-4754-b3b4-1e21d7f9047d'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:47.611777 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3d997689-b115-4c3c-b653-88841a7cd658 req-9e7b605f-3533-4326-a037-60d628c2d819 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 210 time: 0.0531130 Jul 12 18:17:47.660453 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.673198 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] No DVR routers for this DVR port 0b66f631-2ce8-4754-b3b4-1e21d7f9047d on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:17:47.676290 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.679062 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8a14a17a-d6f4-403e-abf0-ae7dc62d482e req-5d461aeb-3b55-4342-95fa-a6b221c2b4dc tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "DELETE /v2.0/ports/0b66f631-2ce8-4754-b3b4-1e21d7f9047d HTTP/1.1" status: 204 len: 173 time: 0.5306802 Jul 12 18:17:47.680097 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'name': 'network-vif-deleted', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:47.682473 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ffd7f-7fa7-4de1-9629-61d3b75faf5f" -d '{"events": [{"server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "name": "network-vif-deleted", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:47.725543 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f9d76-6c40-4b62-baf7-7a3806fe048c x-openstack-request-id: req-5e5f9d76-6c40-4b62-baf7-7a3806fe048c {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:47.725862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d5f590-96c2-4d4c-9314-03d3f6ee4f10", "name": "network-vif-deleted", "tag": "0b66f631-2ce8-4754-b3b4-1e21d7f9047d", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:47.726117 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e5f9d76-6c40-4b62-baf7-7a3806fe048c {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:47.726516 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d5f590-96c2-4d4c-9314-03d3f6ee4f10', 'name': 'network-vif-deleted', 'tag': '0b66f631-2ce8-4754-b3b4-1e21d7f9047d', 'status': 'completed', 'code': 200} Jul 12 18:17:47.735532 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.779038 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Network 31f6bc50-3595-4d65-bd59-47c95a50cd21 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:17:47.782671 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:17:47.785447 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:17:47.831712 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Pushing event updated for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:47.862127 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:47.862891 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:47.898053 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-881affca-1a69-4ec7-92c1-b1743db66745 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502177 Jul 12 18:17:47.941539 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Request body: {'port': {'device_id': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:17:48.017865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e89eb4e6-82de-49f9-8708-89233323356b req-7a5b3ad1-8d46-4de7-b363-c1dac8131774 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d5f590-96c2-4d4c-9314-03d3f6ee4f10 HTTP/1.1" status: 200 len: 210 time: 0.0355291 Jul 12 18:17:48.050481 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.309417 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e7b336-a8b5-4122-935c-6170b922fc72 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:17:48.316905 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.329072 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Transition to ACTIVE for port object f4e7b336-a8b5-4122-935c-6170b922fc72 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:17:48.332566 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.384687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:48.387574 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df37d-7314-4f52-b69a-be1e6040cc61 req-1e537632-6df2-4ec8-a140-141ee176847a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.389408 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d83df37d-7314-4f52-b69a-be1e6040cc61 req-1e537632-6df2-4ec8-a140-141ee176847a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0677924 Jul 12 18:17:48.432086 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d83df37d-7314-4f52-b69a-be1e6040cc61 req-2cf7c7ad-63bf-48f9-bde4-810235ddb064 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349679 Jul 12 18:17:48.456302 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Attempting to bind port f4e7b336-a8b5-4122-935c-6170b922fc72 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:17:48.456584 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Attempting to bind port f4e7b336-a8b5-4122-935c-6170b922fc72 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:17:48.456929 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Attempting to bind port f4e7b336-a8b5-4122-935c-6170b922fc72 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:48.461827 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Port f4e7b336-a8b5-4122-935c-6170b922fc72 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:17:48.462149 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Attempting to bind port f4e7b336-a8b5-4122-935c-6170b922fc72 on network 31f6bc50-3595-4d65-bd59-47c95a50cd21 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:17:48.467137 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:17:48.467483 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Checking segment: {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:17:48.467884 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Bound using segment: {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:17:48.468314 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Bound port: f4e7b336-a8b5-4122-935c-6170b922fc72, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:17:48.468703 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.537283 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:17:48.540511 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f4e7b336-a8b5-4122-935c-6170b922fc72,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:17:48.545712 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.578847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.579472 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:48.580873 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4e7b336-a8b5-4122-935c-6170b922fc72 HTTP/1.1" status: 200 len: 1093 time: 0.6440277 Jul 12 18:17:48.581295 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:48.584088 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a480d-39d1-4062-86fc-9cc9038276e8" -d '{"events": [{"name": "network-changed", "server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:48.620481 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d6c8-69fb-4872-8195-f9cfae252359 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:48.625867 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae34d2a4-ae87-4575-b889-32d59438e9a8 x-openstack-request-id: req-ae34d2a4-ae87-4575-b889-32d59438e9a8 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:48.626151 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:48.626415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae34d2a4-ae87-4575-b889-32d59438e9a8 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:48.626929 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72', 'status': 'completed', 'code': 200} Jul 12 18:17:48.771107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-30f7ffd4-6ce0-4740-9e2f-5bb522ecb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.772610 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-30f7ffd4-6ce0-4740-9e2f-5bb522ecb712 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 1096 time: 0.0617127 Jul 12 18:17:48.794785 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7b07-71f8-4495-9759-a09b2ed219b9 req-dabc1588-4699-4a15-b759-6e766b83ff9c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.796305 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d6fb7b07-71f8-4495-9759-a09b2ed219b9 req-dabc1588-4699-4a15-b759-6e766b83ff9c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 943 time: 0.0613959 Jul 12 18:17:48.835993 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d6fb7b07-71f8-4495-9759-a09b2ed219b9 req-ba316ce7-001d-4fa6-bbf0-015a521d35ac tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341446 Jul 12 18:17:48.875820 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-29ad3f96-4467-4f46-90ba-ad66ffc05eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.877509 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-29ad3f96-4467-4f46-90ba-ad66ffc05eb2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0895019 Jul 12 18:17:48.973843 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-95bf8136-7ba4-4d2b-966c-ca468897d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:48.975892 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-542a480d-39d1-4062-86fc-9cc9038276e8 req-95bf8136-7ba4-4d2b-966c-ca468897d498 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910408 Jul 12 18:17:49.116230 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-7828b354-3c12-47bd-bf76-beed4d937a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:49.117794 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-7828b354-3c12-47bd-bf76-beed4d937a54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 1096 time: 0.0521004 Jul 12 18:17:49.166889 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-91cb2798-2164-4a92-8b83-39ebbb2ef100 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4e7b336-a8b5-4122-935c-6170b922fc72 HTTP/1.1" status: 200 len: 217 time: 0.0342705 Jul 12 18:17:49.221347 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-cfdf6217-e07a-4c8e-8a92-cf1443aca6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:49.222840 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-cfdf6217-e07a-4c8e-8a92-cf1443aca6e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9d89f98f-e2ec-4799-897b-a02eeb02c63a HTTP/1.1" status: 200 len: 854 time: 0.0490315 Jul 12 18:17:49.260556 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-cc67e861-595f-4e95-8dd8-f5d355b7b883 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=31f6bc50-3595-4d65-bd59-47c95a50cd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287218 Jul 12 18:17:49.358090 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-da4d44d3-23e8-4820-bfa7-dac509aae7ed service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Jul 12 18:17:49.457974 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6bf20b4-bd13-4e0a-96b7-d7c4391d9bb9 req-c5afb949-7932-4c25-949b-d08f27272a23 service neutron] 10.222.0.38 "GET /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892856 Jul 12 18:17:49.627721 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838414-54f3-42e0-a9a4-08a6d149303c req-2eff3cce-01e7-4bd4-94e6-266e5c7f470d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:49.628358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743c30b-49aa-4ba3-b882-ea7e6b34f531 req-b201e601-577c-4961-888b-d94e87b373fb tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:49.629230 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-24838414-54f3-42e0-a9a4-08a6d149303c req-2eff3cce-01e7-4bd4-94e6-266e5c7f470d tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0634844 Jul 12 18:17:49.629542 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6743c30b-49aa-4ba3-b882-ea7e6b34f531 req-b201e601-577c-4961-888b-d94e87b373fb tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0680728 Jul 12 18:17:49.667610 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-24838414-54f3-42e0-a9a4-08a6d149303c req-d4b3fc25-c4c4-4708-a448-bf0b9d6c88d1 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Jul 12 18:17:49.670115 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6743c30b-49aa-4ba3-b882-ea7e6b34f531 req-1b099e04-128b-4791-814a-e3a31c481416 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347292 Jul 12 18:17:49.754132 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 0b66f631-2ce8-4754-b3b4-1e21d7f9047d no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:17:49.775278 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 0b66f631-2ce8-4754-b3b4-1e21d7f9047d {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:17:49.775624 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 0b66f631-2ce8-4754-b3b4-1e21d7f9047d not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:17:50.003357 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931b5c-c2bd-4ba5-98f5-ec2f2fff4ccb req-957a2c59-e522-466c-853c-dc6faafc82ba tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:50.004802 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70931b5c-c2bd-4ba5-98f5-ec2f2fff4ccb req-957a2c59-e522-466c-853c-dc6faafc82ba tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 943 time: 0.0605342 Jul 12 18:17:50.041804 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70931b5c-c2bd-4ba5-98f5-ec2f2fff4ccb req-8c38392d-16df-452b-acf6-cdf121351cf5 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Jul 12 18:17:50.048339 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:17:50.854859 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc36e2c-a5e6-4c1e-bdea-7bd2ae22451f req-443031b7-4c27-4f7c-ac0e-7ee7d0da2795 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:50.856353 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acc36e2c-a5e6-4c1e-bdea-7bd2ae22451f req-443031b7-4c27-4f7c-ac0e-7ee7d0da2795 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0752995 Jul 12 18:17:50.858862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2be5e-cd1f-439c-946e-4238d8f92473 req-0f216904-dc74-4077-bdb1-333aaa8a646d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:50.860331 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-edc2be5e-cd1f-439c-946e-4238d8f92473 req-0f216904-dc74-4077-bdb1-333aaa8a646d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0787511 Jul 12 18:17:50.894185 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acc36e2c-a5e6-4c1e-bdea-7bd2ae22451f req-c3dea481-e6d6-44f9-b247-71de4ca376fd tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Jul 12 18:17:50.900244 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-edc2be5e-cd1f-439c-946e-4238d8f92473 req-61992899-9581-4b4e-b539-abc8feca63b1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334568 Jul 12 18:17:51.218493 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510f81e-eb65-43f5-a9be-b3673e4bdc51 req-24ea4ba6-7c98-4a95-a8af-5b2def59033a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:51.219965 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d510f81e-eb65-43f5-a9be-b3673e4bdc51 req-24ea4ba6-7c98-4a95-a8af-5b2def59033a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 943 time: 0.0623856 Jul 12 18:17:51.256558 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d510f81e-eb65-43f5-a9be-b3673e4bdc51 req-2c41ca47-96be-415d-b9c4-96c0e35923c9 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 Jul 12 18:17:51.769727 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f4e7b336-a8b5-4122-935c-6170b922fc72 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:17:51.861431 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f4e7b336-a8b5-4122-935c-6170b922fc72,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:51.875272 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'f4e7b336-a8b5-4122-935c-6170b922fc72', 'network_id': '31f6bc50-3595-4d65-bd59-47c95a50cd21', 'port_id': 'f4e7b336-a8b5-4122-935c-6170b922fc72', 'mac_address': 'fa:16:3e:ae:40:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d89f98f-e2ec-4799-897b-a02eeb02c63a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:17:51.911572 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:51.923661 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e7b336-a8b5-4122-935c-6170b922fc72 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:17:51.944466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f4e7b336-a8b5-4122-935c-6170b922fc72,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:51.949919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:52.003078 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:52.069739 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d360-8c5e-42b3-904e-178ef2fd45d2 req-7f6412a8-0035-4b94-8e07-5b48a35937a0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:52.071141 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f040d360-8c5e-42b3-904e-178ef2fd45d2 req-7f6412a8-0035-4b94-8e07-5b48a35937a0 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0625811 Jul 12 18:17:52.078036 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76057f-44e1-4ea4-84fe-8f25eba4c459 req-f97dffb2-37aa-4aa9-a2ec-480eba2f7c93 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:52.079517 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a76057f-44e1-4ea4-84fe-8f25eba4c459 req-f97dffb2-37aa-4aa9-a2ec-480eba2f7c93 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0637188 Jul 12 18:17:52.107309 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f040d360-8c5e-42b3-904e-178ef2fd45d2 req-b3276f12-9c68-4072-9145-5471eaa8807f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Jul 12 18:17:52.118754 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3a76057f-44e1-4ea4-84fe-8f25eba4c459 req-92dfc00a-d4d8-4a84-9da0-e6650afdceef tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335371 Jul 12 18:17:52.424304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90558be-0af1-4026-8d3f-41a5780460d5 req-d2c39ca4-4060-45c3-b81f-48cb00ca5322 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:52.425764 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d90558be-0af1-4026-8d3f-41a5780460d5 req-d2c39ca4-4060-45c3-b81f-48cb00ca5322 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 944 time: 0.0613642 Jul 12 18:17:52.465605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d90558be-0af1-4026-8d3f-41a5780460d5 req-b1c5a236-6c67-4ff3-9cf9-240a9964e71d tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336640 Jul 12 18:17:52.491850 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['f4e7b336-a8b5-4122-935c-6170b922fc72'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:53.283923 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1944e-954f-46e5-b43e-bc7e4e387d1d req-fe8bb247-286b-4737-8557-ba4830898452 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:53.285445 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8ba1944e-954f-46e5-b43e-bc7e4e387d1d req-fe8bb247-286b-4737-8557-ba4830898452 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0664856 Jul 12 18:17:53.294463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0cf3-e9f3-4506-aed2-c8f003b2a22b req-6620d28c-d7fc-498a-8edb-dd0477b8d36f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:53.295916 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7b1b0cf3-e9f3-4506-aed2-c8f003b2a22b req-6620d28c-d7fc-498a-8edb-dd0477b8d36f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0619941 Jul 12 18:17:53.323833 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8ba1944e-954f-46e5-b43e-bc7e4e387d1d req-7fd55ce3-ecd5-4c98-b1c7-82c030e0fb88 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Jul 12 18:17:53.334450 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7b1b0cf3-e9f3-4506-aed2-c8f003b2a22b req-7d23a4db-157a-4287-a34d-d3504dba47a2 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328701 Jul 12 18:17:53.636107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd11c4-0330-425a-87a6-659149d3981f req-e3c6176f-c783-46d1-a322-fca491b15aca tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:53.637568 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ecfd11c4-0330-425a-87a6-659149d3981f req-e3c6176f-c783-46d1-a322-fca491b15aca tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 944 time: 0.0612414 Jul 12 18:17:53.674068 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ecfd11c4-0330-425a-87a6-659149d3981f req-5657b513-7b6c-42e2-a2bd-0e5cebdd95af tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Jul 12 18:17:53.794587 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f4e7b336-a8b5-4122-935c-6170b922fc72 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:17:53.840699 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port f4e7b336-a8b5-4122-935c-6170b922fc72 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:17:53.844137 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port f4e7b336-a8b5-4122-935c-6170b922fc72 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:17:53.844512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:53.919817 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:53.941425 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:53.944149 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726369a-0cb6-4fa1-af16-4e1877154e4c" -d '{"events": [{"server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "name": "network-vif-plugged", "status": "completed", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:53.957002 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f4e7b336-a8b5-4122-935c-6170b922fc72,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:53.964470 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:53.992332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83227e-2496-4fb7-afe1-f4eec67f3d45 x-openstack-request-id: req-4b83227e-2496-4fb7-afe1-f4eec67f3d45 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:53.992622 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "name": "network-vif-plugged", "status": "completed", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:53.992888 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b83227e-2496-4fb7-afe1-f4eec67f3d45 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:53.993265 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72', 'code': 200} Jul 12 18:17:54.023027 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:54.267026 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e87a9b-0101-4066-8521-5d71627bd3b0 req-9d79b6d1-c30d-4ea2-a3d6-7e8a2cc36b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:54.268564 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-74e87a9b-0101-4066-8521-5d71627bd3b0 req-9d79b6d1-c30d-4ea2-a3d6-7e8a2cc36b83 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 1098 time: 0.0559969 Jul 12 18:17:54.304428 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-74e87a9b-0101-4066-8521-5d71627bd3b0 req-d0332236-3b92-4e49-acb1-ae271232803e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277603 Jul 12 18:17:54.492873 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ca13-3a6a-4b08-8dea-c654204bb8a5 req-1bf28ab1-a16e-49b9-8d23-459c5b2bb73a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:54.494375 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7a60ca13-3a6a-4b08-8dea-c654204bb8a5 req-1bf28ab1-a16e-49b9-8d23-459c5b2bb73a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0624905 Jul 12 18:17:54.504244 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121d299-ed18-417c-bcea-905fb5d3c8b2 req-35e714f4-5a38-4ba5-8a6f-fb95bc35e651 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:54.506338 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e121d299-ed18-417c-bcea-905fb5d3c8b2 req-35e714f4-5a38-4ba5-8a6f-fb95bc35e651 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0612371 Jul 12 18:17:54.531667 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7a60ca13-3a6a-4b08-8dea-c654204bb8a5 req-38b1111a-1a9b-42d5-a0de-4fa8475d9b68 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Jul 12 18:17:54.545375 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e121d299-ed18-417c-bcea-905fb5d3c8b2 req-c79b22a7-2753-4897-90d9-09bb29839254 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333359 Jul 12 18:17:54.841437 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3424c9-d7ae-49d1-84cc-a1a08458d77b req-2414905c-ea2a-4f4b-97d4-2b9b68c15c25 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:54.842891 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-de3424c9-d7ae-49d1-84cc-a1a08458d77b req-2414905c-ea2a-4f4b-97d4-2b9b68c15c25 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0610607 Jul 12 18:17:54.879557 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-de3424c9-d7ae-49d1-84cc-a1a08458d77b req-95a3fc92-efab-4b82-858a-5028e301b362 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Jul 12 18:17:55.706283 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3a1eb-318d-47bf-bb19-74310a98af9d req-9e8690ea-2f36-4873-99a7-0ec954012ebf tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:55.707771 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d0b3a1eb-318d-47bf-bb19-74310a98af9d req-9e8690ea-2f36-4873-99a7-0ec954012ebf tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0664735 Jul 12 18:17:55.718453 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5939a9c-dc49-459d-8ace-1f887ede3a60 req-18b65e77-1aaa-43a4-a7de-91032c3c4704 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:55.719914 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5939a9c-dc49-459d-8ace-1f887ede3a60 req-18b65e77-1aaa-43a4-a7de-91032c3c4704 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0656676 Jul 12 18:17:55.745338 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d0b3a1eb-318d-47bf-bb19-74310a98af9d req-f1c69803-272e-4b47-af5e-18f27bfca73b tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jul 12 18:17:55.759618 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c5939a9c-dc49-459d-8ace-1f887ede3a60 req-6f7e73b5-a37f-4400-a389-8aa29e627e97 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339153 Jul 12 18:17:56.049505 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788e14f-4829-4dde-a834-9d1a655ce752 req-6459c823-d50c-4d7e-bcf7-a9fea23ca522 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:56.050965 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7788e14f-4829-4dde-a834-9d1a655ce752 req-6459c823-d50c-4d7e-bcf7-a9fea23ca522 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0644724 Jul 12 18:17:56.088118 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7788e14f-4829-4dde-a834-9d1a655ce752 req-168e0c7f-64bb-4336-a4a6-2f7fc85aaadc tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309699 Jul 12 18:17:56.916664 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972777d8-276b-43a4-bd79-afb2b215ca33 req-61baae8c-cc7d-4a65-9f1f-d7fad5be6f2a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:56.918198 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-972777d8-276b-43a4-bd79-afb2b215ca33 req-61baae8c-cc7d-4a65-9f1f-d7fad5be6f2a tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0634892 Jul 12 18:17:56.930124 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b1ea2-0da0-49a9-adad-c94305e91ca3 req-946c7d34-53db-40c2-a719-f83eca73ddc9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:56.931607 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b6b1ea2-0da0-49a9-adad-c94305e91ca3 req-946c7d34-53db-40c2-a719-f83eca73ddc9 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0617790 Jul 12 18:17:56.955444 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-972777d8-276b-43a4-bd79-afb2b215ca33 req-3a4f9583-2a9b-4186-848f-69065d6e010f tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef444d0e-3ff2-4b3c-bb20-49afce52bcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Jul 12 18:17:56.975077 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b6b1ea2-0da0-49a9-adad-c94305e91ca3 req-8e76a1a2-3af8-4746-a0a4-c9fa0c71283f tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374830 Jul 12 18:17:57.262407 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad396-33c9-4561-9a3d-31db5bf31465 req-2aa4113c-674f-40cf-a595-bf8ace9ada3e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:57.263856 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-edaad396-33c9-4561-9a3d-31db5bf31465 req-2aa4113c-674f-40cf-a595-bf8ace9ada3e tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0662465 Jul 12 18:17:57.299529 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-edaad396-33c9-4561-9a3d-31db5bf31465 req-ab824ad3-28b3-46df-a0f7-3b87e87e7f39 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300438 Jul 12 18:17:57.421453 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-8dc1b995-65d8-4dea-a4eb-04b5c97c5376 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:57.422912 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-8dc1b995-65d8-4dea-a4eb-04b5c97c5376 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 946 time: 0.0622101 Jul 12 18:17:57.537771 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Deleting port 2a06293a-565b-4690-89c9-e38b01a13c17 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:17:57.538112 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:57.626073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] For port 2a06293a-565b-4690-89c9-e38b01a13c17, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2a06293a-565b-4690-89c9-e38b01a13c17,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:17:57.626439 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:57.644917 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Calling delete_port for 2a06293a-565b-4690-89c9-e38b01a13c17 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:17:57.779958 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:57.809559 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Pushing event deleted for resources: {'Port': ['ID=2a06293a-565b-4690-89c9-e38b01a13c17,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:17:57.823604 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['2a06293a-565b-4690-89c9-e38b01a13c17'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:17:57.854836 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] No DVR routers for this DVR port 2a06293a-565b-4690-89c9-e38b01a13c17 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:17:57.857668 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:57.859644 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-55f3b9b8-1de6-418e-b46a-9b0e4949eae1 req-fb86ea3c-2381-4e19-8635-0039302235ea tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.38 "DELETE /v2.0/ports/2a06293a-565b-4690-89c9-e38b01a13c17 HTTP/1.1" status: 204 len: 173 time: 0.4283226 Jul 12 18:17:57.860075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'name': 'network-vif-deleted', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:17:57.862324 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3614d-b353-4f97-9ad6-800de136831a" -d '{"events": [{"server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "name": "network-vif-deleted", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:17:57.908117 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c979bab-a184-429d-9eae-0e0983eafd9e x-openstack-request-id: req-5c979bab-a184-429d-9eae-0e0983eafd9e {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:17:57.908338 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfeb1460-fc78-4cb4-8579-928ecf0a32f4", "name": "network-vif-deleted", "tag": "2a06293a-565b-4690-89c9-e38b01a13c17", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:17:57.908591 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c979bab-a184-429d-9eae-0e0983eafd9e {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:17:57.909206 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfeb1460-fc78-4cb4-8579-928ecf0a32f4', 'name': 'network-vif-deleted', 'tag': '2a06293a-565b-4690-89c9-e38b01a13c17', 'status': 'completed', 'code': 200} Jul 12 18:17:58.108801 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e577856b-b424-487c-86b6-da597f58c8a6 req-f04eeb8a-da48-436c-9254-a1db963a5547 tempest-ServerRescueNegativeTestJSON-2064533187 tempest-ServerRescueNegativeTestJSON-2064533187-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfeb1460-fc78-4cb4-8579-928ecf0a32f4 HTTP/1.1" status: 200 len: 210 time: 0.0280964 Jul 12 18:17:58.161678 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bbc69-7bbe-4b13-8048-4dd72a52fe1b req-8d606238-2905-4418-9baa-1693a60c51d0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:58.163067 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-833bbc69-7bbe-4b13-8048-4dd72a52fe1b req-8d606238-2905-4418-9baa-1693a60c51d0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0666099 Jul 12 18:17:58.202193 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-833bbc69-7bbe-4b13-8048-4dd72a52fe1b req-ad6691e8-c85a-4c43-8e7c-1d5c95943b84 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333188 Jul 12 18:17:58.997055 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-c9d6c1d8-77f2-497d-9702-b4cd0662dd1c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:58.998506 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-c9d6c1d8-77f2-497d-9702-b4cd0662dd1c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.0954986 Jul 12 18:17:59.013218 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-44d1af12-5e75-419a-9f8c-d3af2de04af2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/quotas/c3186b4ed5834263bbb9b07e982e53d3 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jul 12 18:17:59.090181 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-5c4f48e8-0dde-4220-ae71-987951755df8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723064 Jul 12 18:17:59.177461 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-c7b80065-aba4-4f2f-81dc-75c1748b4b38 service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802128 Jul 12 18:17:59.200228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51828) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:17:59.270904 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-0c9d32ab-5316-4196-aba6-04992a1c332d service neutron] 10.222.0.39 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877936 Jul 12 18:17:59.443914 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6621310b-342b-43f9-9c9c-752bef456942 req-67bd627f-dbbc-44e1-8b43-b2126f1179d1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 210 time: 0.0278556 Jul 12 18:17:59.458320 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2500a-5fff-49a4-933e-768f412f161f req-2e07cb48-8dae-40ab-9488-741ffda0b13b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:59.460173 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bac2500a-5fff-49a4-933e-768f412f161f req-2e07cb48-8dae-40ab-9488-741ffda0b13b tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1222198 Jul 12 18:17:59.544620 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bac2500a-5fff-49a4-933e-768f412f161f req-f4148093-0c5c-439a-a74b-2b848a7e7573 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0662055 Jul 12 18:17:59.680304 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-b3f50cbd-056c-4ef7-87f9-c6a7aa0a07e0 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191395554&fields=id&tenant_id=9e6698a7d9a84f71b235f312e48eba38 HTTP/1.1" status: 200 len: 267 time: 0.0420523 Jul 12 18:17:59.714751 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:17:59.791345 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-7d9ddc23-3fb1-4574-a2dd-cb2086b8616c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:17:59.792988 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-7d9ddc23-3fb1-4574-a2dd-cb2086b8616c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 809 time: 0.1061466 Jul 12 18:17:59.809882 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-3f4f8c98-b2d8-4fa7-b0ef-4b763df9dc3f tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/quotas/9e6698a7d9a84f71b235f312e48eba38 HTTP/1.1" status: 200 len: 375 time: 0.0103419 Jul 12 18:17:59.857585 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2a06293a-565b-4690-89c9-e38b01a13c17 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:17:59.882778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 2a06293a-565b-4690-89c9-e38b01a13c17 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:17:59.883621 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2a06293a-565b-4690-89c9-e38b01a13c17 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:17:59.893777 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-db50386b-4d1f-4a85-9451-7014435d4c7c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779662 Jul 12 18:17:59.995929 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-f3744524-7866-482b-a1db-af83de4edd36 service neutron] 10.222.0.39 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876319 Jul 12 18:18:00.086916 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-cdf5b3e1-0c68-4c90-a3a4-496167a9986a service neutron] 10.222.0.39 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Jul 12 18:18:00.257162 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Deleting port 6c1f90de-53e9-461b-a09d-ed1417dbb26a {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:00.257756 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:00.339265 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] For port 6c1f90de-53e9-461b-a09d-ed1417dbb26a, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6c1f90de-53e9-461b-a09d-ed1417dbb26a,segment=NetworkSegment(d61241dd-1c4f-4273-ba8a-180cdd217d47),segment_id=d61241dd-1c4f-4273-ba8a-180cdd217d47)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:00.339632 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:00.352733 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Calling delete_port for 6c1f90de-53e9-461b-a09d-ed1417dbb26a owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:00.421026 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8835d61d-464c-4434-bf74-4dbd3d49a3f0 req-ec91b22d-8ac3-4cd2-84a9-c5e3babc59be tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 210 time: 0.0558217 Jul 12 18:18:00.596701 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:00.612675 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e22f708-1138-4826-b7e2-f435d56613af req-8b6062b7-2b2c-4d88-a1eb-175b55aee4f5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 210 time: 0.0319939 Jul 12 18:18:00.658484 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1f90de-53e9-461b-a09d-ed1417dbb26a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:00.884589 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-71c031ff-db7a-4f38-8ae8-6efc6cba113c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:00.886081 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-71c031ff-db7a-4f38-8ae8-6efc6cba113c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/networks?id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 200 len: 814 time: 0.2398958 Jul 12 18:18:00.909643 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a25520-84e9-46d6-87ce-9ad507176e82 req-1e68929f-ce92-43a7-9358-f63f59ae1342 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:00.911583 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-84a25520-84e9-46d6-87ce-9ad507176e82 req-1e68929f-ce92-43a7-9358-f63f59ae1342 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.2139664 Jul 12 18:18:00.950805 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Request body: {'port': {'device_id': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'admin_state_up': True, 'tenant_id': 'c3186b4ed5834263bbb9b07e982e53d3'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:01.040852 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.056397 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-84a25520-84e9-46d6-87ce-9ad507176e82 req-f19c84ad-6259-4b3f-a391-b193651f3980 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1114407 Jul 12 18:18:01.185328 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Made reservation on behalf of c3186b4ed5834263bbb9b07e982e53d3 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:01.188717 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.394650 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Router b73b0f5d-096b-445e-a38d-0900a15016b0 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:18:01.400223 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Allocated IP 172.20.0.8 (7034a8bf-a82d-49bd-b97f-225e4bdd0a78/e4a71285-2b17-4b1a-af29-843e81a82bfb/94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:01.585179 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b3bae66e-3a5f-4bf1-89f5-b3408e3b0445 req-28d44cd9-9f5b-4bde-bb58-d354732134b6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 210 time: 0.0524251 Jul 12 18:18:01.597829 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:01.600978 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-913dc9e7-002c-4bdc-939d-a79eeae49591 admin admin] 10.222.0.39 "PUT /v2.0/routers/b73b0f5d-096b-445e-a38d-0900a15016b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3995304 Jul 12 18:18:01.603490 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51878) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:01.606568 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Sync routers for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:01.622481 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:01.623102 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:01.647075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.716424 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.757039 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129', 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'b23e749c-c02e-43a7-868a-50259225e9d7'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:01.773528 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.791837 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:01.823984 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:01.835653 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:01.841769 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:01.866183 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event updated for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:01.903409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:01.904053 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:01.944377 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc113f-c6a7-4f29-83c3-96957b598607 req-6ee50bea-9900-4f5f-9719-04b33205d7d6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:01.945988 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c4fc113f-c6a7-4f29-83c3-96957b598607 req-6ee50bea-9900-4f5f-9719-04b33205d7d6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 931 time: 0.1681845 Jul 12 18:18:01.947440 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-3be9552d-09be-4ae1-8ca6-4563eb297dff tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0036347 Jul 12 18:18:01.967899 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Request body: {'port': {'device_id': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:01.991997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-93eaa07f-bc31-4a44-bffe-740100e04792 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:01.995340 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-93eaa07f-bc31-4a44-bffe-740100e04792 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 809 time: 0.3020480 Jul 12 18:18:02.009058 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.026621 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c4fc113f-c6a7-4f29-83c3-96957b598607 req-cf7d6cf0-7669-49c6-82b7-6aea4651bdac tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Jul 12 18:18:02.046606 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:18:00Z', 'revision_number': 5, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port': {'id': '2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:02.076574 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.080247 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Checking router: b73b0f5d-096b-445e-a38d-0900a15016b0 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:02.097407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Routers {'b73b0f5d-096b-445e-a38d-0900a15016b0'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:02.098186 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['b73b0f5d-096b-445e-a38d-0900a15016b0'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:02.135287 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-761b2330-7a84-4d13-9b88-413013dd4db1 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e6698a7d9a84f71b235f312e48eba38 HTTP/1.1" status: 200 len: 380 time: 0.1248100 Jul 12 18:18:02.154137 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'port': {'device_id': '4b914796-b538-4048-a88a-e8dca666e5ac', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'admin_state_up': True, 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'security_groups': ['7c2ce3a6-2a66-4281-aeb9-f57674458823']}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:02.258117 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] Set router b73b0f5d-096b-445e-a38d-0900a15016b0 gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:02.309356 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Deleting port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:02.309840 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.385989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Made reservation on behalf of 9e6698a7d9a84f71b235f312e48eba38 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:02.389715 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.399642 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:18:02Z', 'revision_number': 6, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:02.427235 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a91f1-b02a-4320-9bfa-9685e785a0fa req-4d3ebde9-433b-44d2-9991-41448e680152 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:02.428808 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cad374-7b88-4e7a-b080-640dc9796a10 None None] The sync data for ids ['b73b0f5d-096b-445e-a38d-0900a15016b0'] in dv-cinder-800306-3-iscsi is: [{'id': 'b73b0f5d-096b-445e-a38d-0900a15016b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1412352989-router', 'tenant_id': '3cc1acb8ad0a40018faffaba275c8737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:18:02Z', 'revision_number': 6, 'project_id': '3cc1acb8ad0a40018faffaba275c8737', 'gw_port_host': None}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:02.428999 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a72a91f1-b02a-4320-9bfa-9685e785a0fa req-4d3ebde9-433b-44d2-9991-41448e680152 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1744511 Jul 12 18:18:02.525098 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] For port 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:02.525371 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.576658 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Calling delete_port for 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 owned by network:router_gateway {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:02.581831 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a72a91f1-b02a-4320-9bfa-9685e785a0fa req-cd5f361e-2c01-4c98-bf94-e3d8d1de54c7 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1388776 Jul 12 18:18:02.644516 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Allocated IP 172.20.0.3 (086e1d68-00db-4d97-bd1b-48f77a15ac8c/09ebd83f-73c6-4852-a83d-0d4a728783f8/dc4885bf-d567-4631-a41a-1eb1f07ba917) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:02.668331 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:02.676849 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.689506 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Transition to ACTIVE for port object 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:02.693311 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.759960 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8a149dbe-4db4-4152-aedd-3add8d92e2af req-e4baa8c2-0122-43a7-9e3a-868180133cef tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 210 time: 0.0621130 Jul 12 18:18:02.816460 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Pushing event updated for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:02.857015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Attempting to bind port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:02.857385 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Attempting to bind port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:02.857721 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Attempting to bind port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:02.866154 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:18:02.866588 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Attempting to bind port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c on network 7034a8bf-a82d-49bd-b97f-225e4bdd0a78 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:02.872544 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:02.873026 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Checking segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:02.873504 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Bound using segment: {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:02.874017 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Bound port: 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8227174d-3697-4916-bc71-7d53f0333374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:02.874445 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.943631 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:02.947346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:02.951220 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.986021 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:02.986649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:02.988054 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] 10.222.0.38 "PUT /v2.0/ports/94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c HTTP/1.1" status: 200 len: 1093 time: 1.0242536 Jul 12 18:18:02.988499 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:02.991363 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1542344e-1078-4e76-bd01-446075675ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:03.016637 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be2539-1f05-47e0-b55e-1a40e451a741 service neutron] Pushing event updated for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:03.034823 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b9573-0026-4653-bc08-16b6196603f7 x-openstack-request-id: req-948b9573-0026-4653-bc08-16b6196603f7 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:03.035236 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:03.035382 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-948b9573-0026-4653-bc08-16b6196603f7 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:03.036275 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c', 'status': 'completed', 'code': 200} Jul 12 18:18:03.152737 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542344e-1078-4e76-bd01-446075675ce3 req-20f9394b-9b2d-46a7-8c4e-f24b117dcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.153494 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.154390 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1542344e-1078-4e76-bd01-446075675ce3 req-20f9394b-9b2d-46a7-8c4e-f24b117dcbec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 1096 time: 0.0668254 Jul 12 18:18:03.158220 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.194611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:03.217956 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Transition to ACTIVE for port object dc4885bf-d567-4631-a41a-1eb1f07ba917 will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:03.271475 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.292889 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b702661-c810-49ca-ab1d-7a49a0399b94 req-443e89c1-be4b-4fbf-81cb-203d218e38f8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.294367 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7b702661-c810-49ca-ab1d-7a49a0399b94 req-443e89c1-be4b-4fbf-81cb-203d218e38f8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 943 time: 0.1386101 Jul 12 18:18:03.309815 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542344e-1078-4e76-bd01-446075675ce3 req-c220eb6a-f2aa-47d9-87dc-49aae288c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.311161 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1542344e-1078-4e76-bd01-446075675ce3 req-c220eb6a-f2aa-47d9-87dc-49aae288c68d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1289811 Jul 12 18:18:03.382843 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.385093 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.388089 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7b702661-c810-49ca-ab1d-7a49a0399b94 req-d6a79b9b-27dd-47c9-8c7e-3d56bbac1c64 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Jul 12 18:18:03.389661 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.455673 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542344e-1078-4e76-bd01-446075675ce3 req-4cbecd31-727d-4f1e-b6a3-91fcfe1b388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.458197 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1542344e-1078-4e76-bd01-446075675ce3 req-4cbecd31-727d-4f1e-b6a3-91fcfe1b388b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246755 Jul 12 18:18:03.503543 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:03.507051 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.507565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73b0f5d-096b-445e-a38d-0900a15016b0 {{(pid=93134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:18:03.511612 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:03.515249 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:03.517641 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:03.548298 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.549926 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-cec3f6c8-a094-4056-9380-9308bc975a5e admin admin] 10.222.0.39 "DELETE /v2.0/routers/b73b0f5d-096b-445e-a38d-0900a15016b0 HTTP/1.1" status: 204 len: 168 time: 1.9452436 Jul 12 18:18:03.552880 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51894) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:03.602213 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.602990 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.637409 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-095754ae-363d-484c-b983-9b60f1574801 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880991 Jul 12 18:18:03.644412 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Deleting subnet 386f0a65-cb22-476a-94ad-4fbb0c769ed0 {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:18:03.649448 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.685943 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Request body: {'port': {'device_id': '4b914796-b538-4048-a88a-e8dca666e5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:03.706793 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.740769 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-960d6273-33ba-4a9b-ad39-0760811a1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.742563 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-960d6273-33ba-4a9b-ad39-0760811a1bf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 1096 time: 0.1507723 Jul 12 18:18:03.766244 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.779250 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.837808 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d252cdf3-e459-401d-9c7f-e800241d2c60 None None] Provisioning for port dc4885bf-d567-4631-a41a-1eb1f07ba917 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:03.841298 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-65b81c52-3cf9-412b-bc80-22d293a6e0e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c HTTP/1.1" status: 200 len: 217 time: 0.0537133 Jul 12 18:18:03.842561 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d252cdf3-e459-401d-9c7f-e800241d2c60 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:03.843028 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d252cdf3-e459-401d-9c7f-e800241d2c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.891292 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-d252cdf3-e459-401d-9c7f-e800241d2c60 None None] Port dc4885bf-d567-4631-a41a-1eb1f07ba917 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:03.904760 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-0ea23028-491c-41f1-a203-3c4fab6574c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.906287 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-0ea23028-491c-41f1-a203-3c4fab6574c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 200 len: 854 time: 0.0541716 Jul 12 18:18:03.907386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.939577 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386f0a65-cb22-476a-94ad-4fbb0c769ed0,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:03.975157 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:03.976981 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ce4cd531-709b-40ff-af2d-d65e50aab0a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/386f0a65-cb22-476a-94ad-4fbb0c769ed0 HTTP/1.1" status: 204 len: 168 time: 0.4230862 Jul 12 18:18:03.977381 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1c72-6cd6-4928-af50-ada0b488892f req-13750301-441a-45d2-83f6-95f5a82e91ee tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:03.978906 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96cd1c72-6cd6-4928-af50-ada0b488892f req-13750301-441a-45d2-83f6-95f5a82e91ee tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1833477 Jul 12 18:18:03.979023 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-4ac2c92c-e2c4-4bf0-9b47-4ffde08105c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7034a8bf-a82d-49bd-b97f-225e4bdd0a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467165 Jul 12 18:18:03.981712 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51900) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:04.089834 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc684-fefa-492e-9908-7c4321862a37 req-1374a95f-26e3-4ff2-8dd4-0b6da8b46660 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:04.091562 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8bbc684-fefa-492e-9908-7c4321862a37 req-1374a95f-26e3-4ff2-8dd4-0b6da8b46660 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 931 time: 0.1500318 Jul 12 18:18:04.103330 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-820095e0-a6e9-4b7b-b165-3db783e65029 service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084490 Jul 12 18:18:04.127335 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-96cd1c72-6cd6-4928-af50-ada0b488892f req-d887d5ab-6d85-4d99-9c2a-033a32a633e0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1371758 Jul 12 18:18:04.147886 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.200896 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f8bbc684-fefa-492e-9908-7c4321862a37 req-c78b1955-bc85-45cc-9997-b98c0b1b1b06 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940392 Jul 12 18:18:04.228454 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:04.238389 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f2dbb2e7-cdf9-4304-8321-0a2833c24e49 req-01f80642-f206-40cd-a94f-5006a9683e2c service neutron] 10.222.0.38 "GET /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228640 Jul 12 18:18:04.251876 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:04.252435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2e8d1c04-d35a-4c1b-a62b-7a01b6cff0d8 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:04.253020 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6c1f90de-53e9-461b-a09d-ed1417dbb26a no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:04.272848 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 6c1f90de-53e9-461b-a09d-ed1417dbb26a {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:04.273191 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6c1f90de-53e9-461b-a09d-ed1417dbb26a not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:04.315252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.326966 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4885bf-d567-4631-a41a-1eb1f07ba917 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:04.331817 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23524221-d272-4c1b-8e08-88f6ce67acaf']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:04.341153 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.346221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61241dd-1c4f-4273-ba8a-180cdd217d47') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:04.346511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61241dd-1c4f-4273-ba8a-180cdd217d47') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:04.362266 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.369249 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Transition to ACTIVE for port object dc4885bf-d567-4631-a41a-1eb1f07ba917 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:04.374284 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.380936 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.407165 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:18:04.407543 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:18:04.410532 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:18:04.476238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:04.501327 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.537745 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.541951 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] 10.222.0.39 "DELETE /v2.0/networks/23524221-d272-4c1b-8e08-88f6ce67acaf HTTP/1.1" status: 204 len: 168 time: 0.5569293 Jul 12 18:18:04.571883 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8b68b-3ba2-44b9-8696-a7172cd7c806 admin admin] Pushing event deleted for resources: {'Network': ['ID=23524221-d272-4c1b-8e08-88f6ce67acaf,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:04.608536 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Attempting to bind port dc4885bf-d567-4631-a41a-1eb1f07ba917 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:04.608934 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Attempting to bind port dc4885bf-d567-4631-a41a-1eb1f07ba917 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:04.609215 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Attempting to bind port dc4885bf-d567-4631-a41a-1eb1f07ba917 on network 086e1d68-00db-4d97-bd1b-48f77a15ac8c {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:04.619872 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Port dc4885bf-d567-4631-a41a-1eb1f07ba917 on network 086e1d68-00db-4d97-bd1b-48f77a15ac8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:18:04.620193 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Attempting to bind port dc4885bf-d567-4631-a41a-1eb1f07ba917 on network 086e1d68-00db-4d97-bd1b-48f77a15ac8c {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:04.628338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:04.628570 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Checking segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:04.628978 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Bound using segment: {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:04.629463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Bound port: dc4885bf-d567-4631-a41a-1eb1f07ba917, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8651867f-efab-40f3-84ce-1a1ea0315197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:04.629813 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.640404 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ddfa1-e086-4044-a08f-8e2151be3f5b req-abd7b1d4-307c-4f7d-99c9-b7147142f9e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:04.641753 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6b4ddfa1-e086-4044-a08f-8e2151be3f5b req-abd7b1d4-307c-4f7d-99c9-b7147142f9e3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 943 time: 0.1157069 Jul 12 18:18:04.719296 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6b4ddfa1-e086-4044-a08f-8e2151be3f5b req-43961cc9-24ff-4fae-a234-510f67888e63 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700092 Jul 12 18:18:04.744960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:04.744960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:04.744960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51908) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:04.749967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.805066 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:04.805685 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.807084 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] 10.222.0.38 "PUT /v2.0/ports/dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1093 time: 1.1470468 Jul 12 18:18:04.809172 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:04.811416 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d2caf-7a09-418b-8ee4-505bf60679fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:04.842228 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-86be3df7-c00f-49d1-821f-b78b1aa9bffb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cc1acb8ad0a40018faffaba275c8737&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0973525 Jul 12 18:18:04.842228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bedfe2-09ca-4c6c-9aed-674cdf981553 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:04.842694 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51912) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:04.873745 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb40b8-4d7a-41e8-8487-7677da729f0e x-openstack-request-id: req-47bb40b8-4d7a-41e8-8487-7677da729f0e {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:04.874086 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:04.874354 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47bb40b8-4d7a-41e8-8487-7677da729f0e {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:04.874730 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'status': 'completed', 'code': 200} Jul 12 18:18:04.895881 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.920341 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.954922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-dac1258f-0853-4763-b28b-61981ca795fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:04.956613 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-dac1258f-0853-4763-b28b-61981ca795fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1096 time: 0.0542715 Jul 12 18:18:04.974110 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.976701 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:04.977858 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef444d0e-3ff2-4b3c-bb20-49afce52bcba HTTP/1.1" status: 204 len: 168 time: 0.1343219 Jul 12 18:18:04.988335 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc71b3-0eab-4b7f-91eb-2c4930a6131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef444d0e-3ff2-4b3c-bb20-49afce52bcba,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:05.015839 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-d3cecd73-0842-4284-97ac-9f87117ee37a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 217 time: 0.0440574 Jul 12 18:18:05.070078 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-962eadf7-77f9-4ac3-8fe4-d3e0e031398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.071597 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-962eadf7-77f9-4ac3-8fe4-d3e0e031398f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0439670 Jul 12 18:18:05.128243 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-5779711c-62f7-4365-bfde-7936f554856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.130289 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-5779711c-62f7-4365-bfde-7936f554856c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513532 Jul 12 18:18:05.234625 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-e9b09cb4-234b-45f1-b197-6c72b63c10bd service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942550 Jul 12 18:18:05.393497 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-03779ffc-6f20-44cc-ac67-f553f74fe922 req-cdd87027-fdee-413a-b7e6-f5b72827c4f9 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454706 Jul 12 18:18:05.407635 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1aed6-e2f1-4cb4-abd6-fe3734915b21 req-20448006-66fa-48b1-9ec1-ab597ab7059a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.417318 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-61e1aed6-e2f1-4cb4-abd6-fe3734915b21 req-20448006-66fa-48b1-9ec1-ab597ab7059a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1461370 Jul 12 18:18:05.448503 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d19efe-f5f6-46cc-a298-4aa59f11f3b9 req-b6f5ab2c-0f51-4928-a57c-981a6e489859 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.455574 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-39d19efe-f5f6-46cc-a298-4aa59f11f3b9 req-b6f5ab2c-0f51-4928-a57c-981a6e489859 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0966966 Jul 12 18:18:05.477777 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-61e1aed6-e2f1-4cb4-abd6-fe3734915b21 req-9b2c7605-639b-4198-9c71-1f73b630775e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591886 Jul 12 18:18:05.513569 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-39d19efe-f5f6-46cc-a298-4aa59f11f3b9 req-f735e9f5-a322-43d4-9a2c-ae8d398f37c0 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570438 Jul 12 18:18:05.577811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-8a70bb9c-4378-4bf3-b4ad-fa80db1e2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.579356 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-8a70bb9c-4378-4bf3-b4ad-fa80db1e2b2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1096 time: 0.0818450 Jul 12 18:18:05.683548 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-dac69ab0-5819-4e68-bddc-7b240aff52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.685085 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-dac69ab0-5819-4e68-bddc-7b240aff52f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.0898409 Jul 12 18:18:05.742705 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-15ca9325-9213-4f8f-924d-aca165884a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 217 time: 0.0389791 Jul 12 18:18:05.786102 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 51946) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:05.797202 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-c1537ddc-e201-4d24-bd65-146e341eecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.798671 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-c1537ddc-e201-4d24-bd65-146e341eecf8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0429351 Jul 12 18:18:05.888707 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1746331398-network', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:05.903366 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-2b4009a7-4fcb-4eb9-bcf5-d3a8da2503e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.904923 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-2b4009a7-4fcb-4eb9-bcf5-d3a8da2503e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512145 Jul 12 18:18:05.916495 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c801e-60d9-4a39-a722-00f9d02bf09b req-e1cd2d70-6281-4380-bed5-fcdca2d011be tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:05.917976 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c8c801e-60d9-4a39-a722-00f9d02bf09b req-e1cd2d70-6281-4380-bed5-fcdca2d011be tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 943 time: 0.0807352 Jul 12 18:18:05.931419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Made reservation on behalf of 7f9784eb7ea143468d1d4e1d37356de5 for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:05.933649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:05.952741 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:05.979412 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c8c801e-60d9-4a39-a722-00f9d02bf09b req-d63105e3-8d3e-47f9-a1b6-08a3fd675462 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Jul 12 18:18:06.055587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.059004 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.078797 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:18:06.092572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f403071-4216-4c9f-9c24-6b9f02381fdd,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:06.099303 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.099644 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Added segment 3b26a5b3-b4f7-40de-b464-915dcc9d1d64 of type vlan for network 6cec1466-a8ba-4798-9dc7-51d177cad8bd Jul 12 18:18:06.140390 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.168640 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.169554 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:06.170141 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.223560 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4357426 Jul 12 18:18:06.226486 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51950) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:06.228563 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119633-b4cc-4e74-9f4a-b4d6f89dd217 admin admin] Pushing event updated for resources: {'Network': ['ID=6cec1466-a8ba-4798-9dc7-51d177cad8bd,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:06.231438 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Request body: {'subnet': {'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1746331398-subnet', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:06.238567 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:18:06.251035 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Made reservation on behalf of 7f9784eb7ea143468d1d4e1d37356de5 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:06.253881 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9346051'] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.412498 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8903520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9345529'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.468420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:06.478221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Checking segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:06.478570 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Network hostable DHCP agents. Network: 6cec1466-a8ba-4798-9dc7-51d177cad8bd, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:18:06.497309 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:18:06.507708 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 6cec1466-a8ba-4798-9dc7-51d177cad8bd) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:06.513358 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:06.513955 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.516774 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b67c2c68-ba7a-4271-aa9c-0bca4369c33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.519143 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a25fb3-b601-4835-aeec-7fc9917bffae None None] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:18:06.537128 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ead33d56-e54a-40eb-9ea5-fdf365ae7889 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3063645 Jul 12 18:18:06.537994 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51954) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:06.542090 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:06.565491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.567493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.627442 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.681263 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:18:06.682118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.733094 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd9419-6390-44eb-b1dd-06811023bf96 req-452da21f-e0c6-4af8-af00-75440903a88c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:06.734680 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f5bd9419-6390-44eb-b1dd-06811023bf96 req-452da21f-e0c6-4af8-af00-75440903a88c tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0691435 Jul 12 18:18:06.777426 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f5bd9419-6390-44eb-b1dd-06811023bf96 req-5e44d98a-70e6-4edc-a3f5-7207ce4b7d4e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352676 Jul 12 18:18:06.807588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:06.818628 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Allocated IP 172.20.0.2 (6cec1466-a8ba-4798-9dc7-51d177cad8bd/6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb/04e04034-9139-4e7a-b4b5-05f2b87bdc77) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:06.867944 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f57e-baa3-419f-b75a-3559b9decfc3 req-b5093d31-7263-407b-a08d-07929fab2cb1 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:06.869439 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e759f57e-baa3-419f-b75a-3559b9decfc3 req-b5093d31-7263-407b-a08d-07929fab2cb1 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.1963534 Jul 12 18:18:06.925265 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e759f57e-baa3-419f-b75a-3559b9decfc3 req-80289133-5167-425f-8e22-9325696b9902 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Jul 12 18:18:06.948431 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:18:06.976201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.022429 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Transition to ACTIVE for port object 04e04034-9139-4e7a-b4b5-05f2b87bdc77 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:07.050394 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Transition to ACTIVE for port object 04e04034-9139-4e7a-b4b5-05f2b87bdc77 will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:07.061479 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.102461 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:07.119605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-1d3c372b-306c-46e3-8b9c-345bc7ac9e6c service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783557 Jul 12 18:18:07.120913 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:07.125703 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c', 'network_id': '7034a8bf-a82d-49bd-b97f-225e4bdd0a78', 'port_id': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c', 'mac_address': 'fa:16:3e:08:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a71285-2b17-4b1a-af29-843e81a82bfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:18:07.130135 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.131180 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:07.135307 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:07.144547 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Pushing event updated for resources: {'Port': ['ID=04e04034-9139-4e7a-b4b5-05f2b87bdc77,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:07.162935 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.171277 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3864ee-c85b-413c-a343-f3ac9223d035 req-a9fb7822-e884-46d5-b7db-b9d4bc1a27db tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:07.172847 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4c3864ee-c85b-413c-a343-f3ac9223d035 req-a9fb7822-e884-46d5-b7db-b9d4bc1a27db tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 943 time: 0.0706735 Jul 12 18:18:07.213212 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4c3864ee-c85b-413c-a343-f3ac9223d035 req-6b6cdba2-ca2b-45af-b1e6-03f096b5e124 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Jul 12 18:18:07.217669 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.234348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Attempting to bind port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:07.234713 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Attempting to bind port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:07.235073 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Attempting to bind port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:07.240866 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:07.240866 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Checking segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:07.241583 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.241583 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Bound using segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:07.242023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Bound port: 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:07.242396 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.246870 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:07.274678 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:07.288102 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Allocated IP 172.27.3.52 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/ca39584d-365c-41e4-9439-b7ad54d50ee6) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:07.293598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.361898 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] For port 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:07.369949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] For port 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=04e04034-9139-4e7a-b4b5-05f2b87bdc77,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:07.375767 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.377831 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:07.389363 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.433302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909da94f-2004-4106-9b30-a8b52b5c46bc None None] Pushing event updated for resources: {'Port': ['ID=04e04034-9139-4e7a-b4b5-05f2b87bdc77,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:07.433909 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:07.475500 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:07.478333 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:07.480893 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:07.489818 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Pushing event updated for resources: {'Port': ['ID=ca39584d-365c-41e4-9439-b7ad54d50ee6,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:08.014021 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-519d2caf-7a09-418b-8ee4-505bf60679fc req-ba0e5923-6fe0-4a8c-beda-7c4a949e74fa service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597540 Jul 12 18:18:08.071808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681e45-d51f-4cf3-ad27-32b044f89970 req-a1d220a5-171e-4dc2-b514-9e1ecd9782a0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:08.073241 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0681e45-d51f-4cf3-ad27-32b044f89970 req-a1d220a5-171e-4dc2-b514-9e1ecd9782a0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1759937 Jul 12 18:18:08.124098 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658be68-1603-4ad0-93fd-42048282ca86 req-643f0ec5-91f9-4104-ba11-dd59d005e736 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:08.132884 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5658be68-1603-4ad0-93fd-42048282ca86 req-643f0ec5-91f9-4104-ba11-dd59d005e736 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0780971 Jul 12 18:18:08.150434 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0681e45-d51f-4cf3-ad27-32b044f89970 req-e430dbca-4b32-4ea5-a0b9-3619686df0ce tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0472238 Jul 12 18:18:08.154781 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.201378 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5658be68-1603-4ad0-93fd-42048282ca86 req-5a43a328-8256-4d10-8937-1221ec5fb4c3 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676057 Jul 12 18:18:08.256981 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 04e04034-9139-4e7a-b4b5-05f2b87bdc77 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:08.322314 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:08.381114 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380d39e-ce51-48b3-aabe-8ecd934c17b6 None None] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:18:08.439787 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.447807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Provisioning for port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:08.453788 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Provisioning complete for port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:08.454159 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.491486 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47700541-6b62-46bd-999c-0c846ab0fd91 req-4871e89c-9d91-4e69-a92f-ee0423fe9581 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:08.493009 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-47700541-6b62-46bd-999c-0c846ab0fd91 req-4871e89c-9d91-4e69-a92f-ee0423fe9581 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.1440771 Jul 12 18:18:08.571074 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-47700541-6b62-46bd-999c-0c846ab0fd91 req-cd7be505-fdb5-4059-9862-d0b66c456dd2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699301 Jul 12 18:18:08.594918 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.607428 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Router acc1a333-f971-464a-882a-e23fadc3e18b is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:18:08.636993 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] For port 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=04e04034-9139-4e7a-b4b5-05f2b87bdc77,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:08.645511 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.698319 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2941579-6b79-4465-a0b5-fdf9f19769b7 None None] Pushing event updated for resources: {'Port': ['ID=04e04034-9139-4e7a-b4b5-05f2b87bdc77,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:08.721460 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:08.731079 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:08.738963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.740583 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4d198895-e070-444f-971c-6838730b5232 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2022195 Jul 12 18:18:08.740963 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:08.741577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:17:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:08.743380 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 51974) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:08.957995 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-066fffd2-cc27-4f87-be15-44b7a33f7423 None None] Provisioning complete for port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:08.958254 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-066fffd2-cc27-4f87-be15-44b7a33f7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:08.982959 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:09.146978 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7a009f0a-c0e2-4f3b-ae0f-7bb8645a597d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.150973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.228690 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:07Z', 'revision_number': 3, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:09.283330 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:09.283992 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Updating router acc1a333-f971-464a-882a-e23fadc3e18b port ca39584d-365c-41e4-9439-b7ad54d50ee6 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:18:09.333914 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.353933 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:09.360045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d187a37-77ad-4f51-b91f-032fda188f90 req-da38739a-9a99-4990-b8c1-5e684cc3f0b6 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:09.365244 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2d187a37-77ad-4f51-b91f-032fda188f90 req-da38739a-9a99-4990-b8c1-5e684cc3f0b6 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0749881 Jul 12 18:18:09.413526 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2d187a37-77ad-4f51-b91f-032fda188f90 req-05a97e7b-2f78-488b-adb3-17b9d0091f3e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0448666 Jul 12 18:18:09.413780 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Allocated IP 172.20.0.1 (6cec1466-a8ba-4798-9dc7-51d177cad8bd/6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb/35543b59-0663-4d2c-bd44-c77d51254312) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:09.484516 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ebb71-1673-4d90-8ba5-90fbc90645c6 req-4192c8e0-f7c7-4b0c-a8ab-a3282ad5507d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:09.486100 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da8ebb71-1673-4d90-8ba5-90fbc90645c6 req-4192c8e0-f7c7-4b0c-a8ab-a3282ad5507d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.1298025 Jul 12 18:18:09.548447 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-da8ebb71-1673-4d90-8ba5-90fbc90645c6 req-ec43479f-4dd1-45f9-9663-016915992a49 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540316 Jul 12 18:18:09.575900 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.585474 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.591419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Transition to ACTIVE for port object 35543b59-0663-4d2c-bd44-c77d51254312 will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:09.627200 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.662017 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:09.666060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:09.672160 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:09.708136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.716915 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.720911 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Transition to ACTIVE for port object ca39584d-365c-41e4-9439-b7ad54d50ee6 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:09.732561 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.791560 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bfdd7-4a39-432d-a189-088eaf04bb82 req-545512a0-75c4-44cb-94de-aedb5573b134 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:09.793147 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-184bfdd7-4a39-432d-a189-088eaf04bb82 req-545512a0-75c4-44cb-94de-aedb5573b134 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.0940411 Jul 12 18:18:09.800132 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Pushing event updated for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:09.828358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Attempting to bind port ca39584d-365c-41e4-9439-b7ad54d50ee6 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:09.830556 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Attempting to bind port ca39584d-365c-41e4-9439-b7ad54d50ee6 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:09.832559 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Attempting to bind port ca39584d-365c-41e4-9439-b7ad54d50ee6 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:09.849275 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-184bfdd7-4a39-432d-a189-088eaf04bb82 req-1f17c7c7-b80f-4d00-8d39-6cb1437af0e8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504692 Jul 12 18:18:09.859518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:09.859759 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:09.860000 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.860387 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:09.860871 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Bound port: ca39584d-365c-41e4-9439-b7ad54d50ee6, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:09.861534 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.898843 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b734b2-3591-4ad2-a768-03f5259f672a None None] Pushing event updated for resources: {'Port': ['ID=ca39584d-365c-41e4-9439-b7ad54d50ee6,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:09.937348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] For port ca39584d-365c-41e4-9439-b7ad54d50ee6, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:09.940458 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] For port ca39584d-365c-41e4-9439-b7ad54d50ee6, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ca39584d-365c-41e4-9439-b7ad54d50ee6,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:09.945226 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:09.957752 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.008797 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b734b2-3591-4ad2-a768-03f5259f672a None None] Pushing event updated for resources: {'Port': ['ID=ca39584d-365c-41e4-9439-b7ad54d50ee6,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:10.013719 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:10.014318 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:10.053702 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-04c3b110-3ce4-46ff-b117-16a83f710325 None None] Provisioning for port 35543b59-0663-4d2c-bd44-c77d51254312 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:10.063576 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-04c3b110-3ce4-46ff-b117-16a83f710325 None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:10.063946 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-04c3b110-3ce4-46ff-b117-16a83f710325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.114174 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.119419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.133672 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-04c3b110-3ce4-46ff-b117-16a83f710325 None None] Port 35543b59-0663-4d2c-bd44-c77d51254312 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:10.158400 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:10.161494 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.209248 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Pushing event updated for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:10.218482 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.247935 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 04e04034-9139-4e7a-b4b5-05f2b87bdc77 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:10.312188 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:10.313714 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:10.364742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:10.365241 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.432322 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:18:10.480676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:10.517418 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db819316-c5b9-497f-b096-5f40a7505304 None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:10.518854 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-9b84c95d-63a3-4d01-991e-6d727c807865 None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:10.519227 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9b84c95d-63a3-4d01-991e-6d727c807865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.561015 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-9b84c95d-63a3-4d01-991e-6d727c807865 None None] Port 35543b59-0663-4d2c-bd44-c77d51254312 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:10.590324 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:10.604191 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-2b2090ab-0f7a-40d5-bbb8-ad1f3f299015 admin admin] 10.222.0.39 "PUT /v2.0/routers/acc1a333-f971-464a-882a-e23fadc3e18b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514278 Jul 12 18:18:10.640538 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76104028-6b89-420e-a8b6-ac85ee38c553 req-5718787a-7f90-4252-9e9c-0d97cba4d4e1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:10.649232 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-76104028-6b89-420e-a8b6-ac85ee38c553 req-5718787a-7f90-4252-9e9c-0d97cba4d4e1 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.1067548 Jul 12 18:18:10.690402 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-1f4345f6-f241-41d5-a7c0-9f9124ab6573 None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:10.690777 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1f4345f6-f241-41d5-a7c0-9f9124ab6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:10.714220 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-76104028-6b89-420e-a8b6-ac85ee38c553 req-a77b1fd5-29a8-4801-a8a8-7141004c3f0e tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&id=3046f3cf-c08c-456b-8a16-cbb33e1a7b68&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0638800 Jul 12 18:18:10.745446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-1f4345f6-f241-41d5-a7c0-9f9124ab6573 None None] Port 35543b59-0663-4d2c-bd44-c77d51254312 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:10.781128 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c589b-e544-41d8-b4c7-15d0f46e3fc8 req-0c946579-a966-49d4-ae29-c064f9917747 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:10.782661 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-684c589b-e544-41d8-b4c7-15d0f46e3fc8 req-0c946579-a966-49d4-ae29-c064f9917747 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0859063 Jul 12 18:18:10.822154 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-684c589b-e544-41d8-b4c7-15d0f46e3fc8 req-912731cc-8a8d-435a-8b6a-b8c8e11c88d6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338180 Jul 12 18:18:11.046209 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddda9df-9f70-46a5-96d0-acc1da897464 req-60b2f9ed-2213-4c36-9ea0-d384d3f64dd0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:11.047982 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2ddda9df-9f70-46a5-96d0-acc1da897464 req-60b2f9ed-2213-4c36-9ea0-d384d3f64dd0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.0651753 Jul 12 18:18:11.088885 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2ddda9df-9f70-46a5-96d0-acc1da897464 req-a7a8b4b1-d8fe-4a5c-99a6-67f0e112f88d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 12 18:18:11.276871 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52004) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:11.286232 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582139557', 'description': 'tempest-description--1550494802'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:11.310541 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.405066 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.409987 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.440394 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9875d4b4-0055-4281-b7cf-91920ef3a270,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:11.444633 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.445898 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4a58c8b9-9583-4470-8eb8-b9b555063a57 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1679847 Jul 12 18:18:11.448629 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52006) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:11.453422 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group_rule': {'security_group_id': '9875d4b4-0055-4281-b7cf-91920ef3a270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:11.479870 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.539242 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.542908 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.561093 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ebc8fb-8008-4548-b52b-bfdce2cd3043,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:11.567581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.568539 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1746c975-0cbe-4270-bd9a-4d5848f2da81 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189258 Jul 12 18:18:11.571376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52008) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:11.575827 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group_rule': {'security_group_id': '9875d4b4-0055-4281-b7cf-91920ef3a270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:11.603303 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.661363 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.665581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.682405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d307e4b4-72b7-43f8-a1aa-23f89d1b66c1,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:11.689734 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.694314 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-416bed12-0da9-4f05-a423-95dedea066a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186965 Jul 12 18:18:11.694722 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52010) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:11.699411 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:11.726824 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.743826 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.827615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:11.936966 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Allocated IP 172.27.3.113 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/a671455e-815d-4bd1-b311-d0d14856f99c) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:12.064963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4390-a5ed-4667-b6fe-5ae06d65d4a4 req-141428ef-7fc8-4513-b8a6-2920384dcb4a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:12.066298 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-83cf4390-a5ed-4667-b6fe-5ae06d65d4a4 req-141428ef-7fc8-4513-b8a6-2920384dcb4a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.1308801 Jul 12 18:18:12.109409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.126695 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-83cf4390-a5ed-4667-b6fe-5ae06d65d4a4 req-5433f4ce-a7cd-4bdb-ae24-34f4b26a250b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535188 Jul 12 18:18:12.164136 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.211689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:12.218149 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:12.221749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:12.257853 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=a671455e-815d-4bd1-b311-d0d14856f99c,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:12.259461 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ca39584d-365c-41e4-9439-b7ad54d50ee6 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:12.307219 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b846bf-046d-4aa4-ba44-745119158185 req-16505d9b-c1c5-4ef1-b2b6-0b08990ad300 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:12.309504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70b846bf-046d-4aa4-ba44-745119158185 req-16505d9b-c1c5-4ef1-b2b6-0b08990ad300 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.0887129 Jul 12 18:18:12.324232 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port ca39584d-365c-41e4-9439-b7ad54d50ee6 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:12.328307 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port ca39584d-365c-41e4-9439-b7ad54d50ee6 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:12.328682 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.353663 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-70b846bf-046d-4aa4-ba44-745119158185 req-b83a916b-85c6-49fd-b9f8-945bd52345a1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Jul 12 18:18:12.382904 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.410975 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.432202 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.432602 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port ca39584d-365c-41e4-9439-b7ad54d50ee6, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ca39584d-365c-41e4-9439-b7ad54d50ee6,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:12.437089 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.498203 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=ca39584d-365c-41e4-9439-b7ad54d50ee6,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:12.590427 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.596246 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.599642 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:12.608919 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:12.609526 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:12.671075 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=a671455e-815d-4bd1-b311-d0d14856f99c,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:12.682509 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.696280 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:12.705796 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-88ca411c-9cc5-4a6f-b231-045d90f40593 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0024047 Jul 12 18:18:12.714829 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:12.838273 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-c0f4f545-8d96-49a2-8549-bde60ebedbb1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1582139557&fields=id&tenant_id=7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 267 time: 0.0359643 Jul 12 18:18:12.914565 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:10Z', 'revision_number': 2, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:12.940186 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:12.940533 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Updating router acc1a333-f971-464a-882a-e23fadc3e18b port 35543b59-0663-4d2c-bd44-c77d51254312 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:18:12.941538 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-7cee9e1a-863e-472c-88fd-d39a36c4b916 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:12.943022 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-7cee9e1a-863e-472c-88fd-d39a36c4b916 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 811 time: 0.0984764 Jul 12 18:18:12.957187 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-587825e1-b027-4836-82c9-e06df5ddb72e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/quotas/7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 375 time: 0.0088995 Jul 12 18:18:12.973757 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.029109 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-1a0a14f8-afcb-4bf7-b549-04ece6f960ee tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671151 Jul 12 18:18:13.124883 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-bad28e9a-421c-4e03-84ad-d94df56dfb4d service neutron] 10.222.0.39 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839520 Jul 12 18:18:13.226407 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-9e529aca-acf3-46c9-b264-07b6dac35771 service neutron] 10.222.0.39 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947106 Jul 12 18:18:13.247684 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.258269 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Transition to ACTIVE for port object 35543b59-0663-4d2c-bd44-c77d51254312 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:13.265354 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.313793 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fb6cb-b13c-47ba-91f0-d8cf88abba26 None None] Pushing event updated for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:13.352214 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ae9c-be24-4f11-986f-86e6c9b38c97 req-a1af4abb-577a-4177-9674-66d000fb0cd9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:13.353822 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40a1ae9c-be24-4f11-986f-86e6c9b38c97 req-a1af4abb-577a-4177-9674-66d000fb0cd9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0862615 Jul 12 18:18:13.375993 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Attempting to bind port 35543b59-0663-4d2c-bd44-c77d51254312 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:13.376884 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Attempting to bind port 35543b59-0663-4d2c-bd44-c77d51254312 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:13.377555 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Attempting to bind port 35543b59-0663-4d2c-bd44-c77d51254312 on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:13.384496 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:13.405537 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Checking segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:13.405537 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.405876 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Bound using segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:13.406246 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Bound port: 35543b59-0663-4d2c-bd44-c77d51254312, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:13.406624 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.421525 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-40a1ae9c-be24-4f11-986f-86e6c9b38c97 req-7eda3a53-3fb5-4d91-b120-003df3256f91 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Jul 12 18:18:13.448364 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d20eb5f1-726b-4d5a-be4b-3a849256ad44 req-ade95675-fcba-4c3a-9072-4118d747c011 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 210 time: 0.0537150 Jul 12 18:18:13.505091 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] For port 35543b59-0663-4d2c-bd44-c77d51254312, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:13.508416 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] For port 35543b59-0663-4d2c-bd44-c77d51254312, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=35543b59-0663-4d2c-bd44-c77d51254312,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:13.515551 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:13.575382 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fb6cb-b13c-47ba-91f0-d8cf88abba26 None None] Pushing event updated for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=4']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:13.603457 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:13.604479 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:13.643049 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc939e-f5d0-4f26-9336-edf6163e23c8 req-0b5ef6fc-f41d-48ec-9a0c-ce7ec5e23abf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:13.645308 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-abcc939e-f5d0-4f26-9336-edf6163e23c8 req-0b5ef6fc-f41d-48ec-9a0c-ce7ec5e23abf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.0915768 Jul 12 18:18:13.694332 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-abcc939e-f5d0-4f26-9336-edf6163e23c8 req-b2fff13c-88a2-40c6-8e38-0c3143bea8c2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Jul 12 18:18:13.731963 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:13.930980 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:13Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:13.960461 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4069ba5-9a34-4503-80aa-40f9b9183ea1 None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:13Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:14.227565 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ca39584d-365c-41e4-9439-b7ad54d50ee6 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:14.294105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port ca39584d-365c-41e4-9439-b7ad54d50ee6 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:14.294579 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:14.379120 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 35543b59-0663-4d2c-bd44-c77d51254312 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:14.431468 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 35543b59-0663-4d2c-bd44-c77d51254312 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:14.435193 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:14.435576 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:14.521591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:14.570156 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 35543b59-0663-4d2c-bd44-c77d51254312, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=35543b59-0663-4d2c-bd44-c77d51254312,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:14.575955 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:14.628682 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8162b2de-ab6d-49da-9bab-5ffdc6aed26e req-e00990f9-95be-4be8-8f0c-d6acbf0fd247 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 210 time: 0.0550613 Jul 12 18:18:14.653966 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:14.675871 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7207d4-fd05-45c6-b9f4-a26a992f9c87 req-80d512c4-6966-45ff-9bfc-895610cb65f2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:14.677479 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d7207d4-fd05-45c6-b9f4-a26a992f9c87 req-80d512c4-6966-45ff-9bfc-895610cb65f2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.1212468 Jul 12 18:18:14.729874 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5d7207d4-fd05-45c6-b9f4-a26a992f9c87 req-4458c3c6-18f8-4602-9d73-f3e037cf2b30 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Jul 12 18:18:14.963215 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b531ab44-f9e9-4c18-8dec-4aa9bfb5d35a None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:14.963798 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b531ab44-f9e9-4c18-8dec-4aa9bfb5d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:14.975675 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-385d1dbb-a5f6-41b3-b668-8bccda524a78 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:14.977144 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-385d1dbb-a5f6-41b3-b668-8bccda524a78 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 811 time: 0.1333292 Jul 12 18:18:14.984377 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488991af-2d20-4146-9e28-404129f02568 req-0573790f-2b6d-4d30-b576-a456f295d5a6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:14.985988 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-488991af-2d20-4146-9e28-404129f02568 req-0573790f-2b6d-4d30-b576-a456f295d5a6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 944 time: 0.1510065 Jul 12 18:18:15.008425 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.053299 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-488991af-2d20-4146-9e28-404129f02568 req-722df755-c5d5-4a82-bd8e-661ac6101d82 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606675 Jul 12 18:18:15.056684 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-3ba385f4-6fdd-4bf1-8454-56efae1a57d9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 380 time: 0.0574751 Jul 12 18:18:15.068847 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'port': {'device_id': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'admin_state_up': True, 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'security_groups': ['9875d4b4-0055-4281-b7cf-91920ef3a270']}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:15.160745 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:15.176536 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Made reservation on behalf of 7f9784eb7ea143468d1d4e1d37356de5 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:15.185554 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.316385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Allocated IP 172.20.0.5 (6cec1466-a8ba-4798-9dc7-51d177cad8bd/6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb/2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:15.327358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:15.330874 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:15.331258 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.407830 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.432323 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:15.434715 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29b0b7-0576-46e7-b1ca-cf1390876e4c" -d '{"events": [{"server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "name": "network-vif-plugged", "status": "completed", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:15.448519 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:15.453641 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.486821 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712a6e9-b4f7-4ddb-9388-047cc96e76ba x-openstack-request-id: req-3712a6e9-b4f7-4ddb-9388-047cc96e76ba {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:15.487118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "name": "network-vif-plugged", "status": "completed", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:15.487369 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3712a6e9-b4f7-4ddb-9388-047cc96e76ba {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:15.487777 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c', 'code': 200} Jul 12 18:18:15.513509 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:15.704530 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.717229 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Transition to ACTIVE for port object 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:15.763345 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630a928-bcfa-4f8d-902b-7e0ff7470cc6 req-7c4ce25e-0c72-4876-8874-b236c092a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:15.764809 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c630a928-bcfa-4f8d-902b-7e0ff7470cc6 req-7c4ce25e-0c72-4876-8874-b236c092a096 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 1098 time: 0.0569232 Jul 12 18:18:15.772630 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6ee432b1-844d-49bd-beb2-836f3c41ad06 req-42fdbdcf-17fb-458a-aec3-d61fe2a5f693 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 210 time: 0.0293605 Jul 12 18:18:15.774503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.812301 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c630a928-bcfa-4f8d-902b-7e0ff7470cc6 req-8e2d00f8-d6da-4fdb-b07c-2328936a3cc7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373819 Jul 12 18:18:15.824760 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:15.828125 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:15.833021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:15.836840 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:15.867302 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.867660 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.868008 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.868349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.868684 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.869123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.869537 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.869940 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.870343 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.870742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.871168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.871559 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:15.896720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:15.897511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:15.916901 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-aad83364-eb84-438b-a1c0-ba0065608d89 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518486 Jul 12 18:18:15.933687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b37af-92dd-45e5-98a3-2790ba81ee2a req-ad5b8030-7895-4b0a-9227-7b21164a82c2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:15.935310 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3c7b37af-92dd-45e5-98a3-2790ba81ee2a req-ad5b8030-7895-4b0a-9227-7b21164a82c2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0664470 Jul 12 18:18:15.974131 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3c7b37af-92dd-45e5-98a3-2790ba81ee2a req-8f4ca5a8-d3d3-40c8-b42a-51afdf1099d6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Jul 12 18:18:16.083976 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-f7eebca4-e0dd-410f-817c-ac5a2342ed98 None None] Provisioning for port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:16.087546 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-f7eebca4-e0dd-410f-817c-ac5a2342ed98 None None] Provisioning complete for port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:16.087915 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f7eebca4-e0dd-410f-817c-ac5a2342ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.123092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-f7eebca4-e0dd-410f-817c-ac5a2342ed98 None None] Port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:16.198384 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 35543b59-0663-4d2c-bd44-c77d51254312 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:16.229521 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09661e83-51b4-4c8b-967b-1869cbcd36b0 req-ec947a80-079d-44aa-a635-23adc90c1ce8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.230975 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-09661e83-51b4-4c8b-967b-1869cbcd36b0 req-ec947a80-079d-44aa-a635-23adc90c1ce8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0623488 Jul 12 18:18:16.249814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 35543b59-0663-4d2c-bd44-c77d51254312 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:16.250153 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Request body: {'port': {'device_id': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:16.250296 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.313945 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-09661e83-51b4-4c8b-967b-1869cbcd36b0 req-f4d50adc-6316-4e93-b621-ffaa9be57a14 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773025 Jul 12 18:18:16.364491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.378372 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-e3eabaeb-9afa-49b8-b957-e27ee9d3bffa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664346 Jul 12 18:18:16.469371 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2641-191c-4cef-8278-0f80214f198e req-86dbc879-7b0c-4fac-a4a2-872651f0483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.470740 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-86dbc879-7b0c-4fac-a4a2-872651f0483d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 1099 time: 0.0528562 Jul 12 18:18:16.586656 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2641-191c-4cef-8278-0f80214f198e req-e92dedd2-1d87-47c2-9716-868be4b42df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.588113 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-e92dedd2-1d87-47c2-9716-868be4b42df1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0877357 Jul 12 18:18:16.624638 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:16.632713 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.644603 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Transition to ACTIVE for port object 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:16.649008 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.653159 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-637bd89d-562b-460a-a176-1e1f8608fc53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 200 len: 999 time: 0.0566161 Jul 12 18:18:16.703045 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:16.708457 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2641-191c-4cef-8278-0f80214f198e req-9e3efcbe-6f72-4d9e-b74d-5b1aa6395597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.710247 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-9e3efcbe-6f72-4d9e-b74d-5b1aa6395597 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0472884 Jul 12 18:18:16.775426 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Attempting to bind port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:16.775974 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Attempting to bind port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:16.776096 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Attempting to bind port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:16.780386 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:18:16.780717 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Attempting to bind port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:16.786382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:16.786723 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Checking segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:16.787233 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Bound using segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:16.787544 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Bound port: 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:16.787906 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.791485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed2641-191c-4cef-8278-0f80214f198e req-c9cb841d-5eba-44cf-905c-f79eb45a9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.793068 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-c9cb841d-5eba-44cf-905c-f79eb45a9f58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538213 Jul 12 18:18:16.859021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:16.861953 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:16.868184 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.900565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:16.901199 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:16.902546 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] 10.222.0.38 "PUT /v2.0/ports/2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 1093 time: 0.6574073 Jul 12 18:18:16.902977 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:16.905236 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92" -d '{"events": [{"name": "network-changed", "server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:16.921721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-158923d3-4d78-4d8a-b99d-76c989b70a6e service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192641 Jul 12 18:18:16.931674 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6068c1-2593-4109-9381-c6ae58654a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:16.954950 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0c6d59-0a2c-4abd-bbc0-3342104ec606 x-openstack-request-id: req-ad0c6d59-0a2c-4abd-bbc0-3342104ec606 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:16.955235 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:16.955479 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad0c6d59-0a2c-4abd-bbc0-3342104ec606 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:16.955862 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'status': 'completed', 'code': 200} Jul 12 18:18:17.057713 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28a631-b96a-4782-87fd-ab8ce351c689 req-2a2d991f-95e1-4945-921e-806b43298f9d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.065414 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4e28a631-b96a-4782-87fd-ab8ce351c689 req-2a2d991f-95e1-4945-921e-806b43298f9d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 943 time: 0.1702063 Jul 12 18:18:17.088910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-96ea3fb5-f46d-4b85-871b-d6684139de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.090980 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-96ea3fb5-f46d-4b85-871b-d6684139de7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1096 time: 0.0783103 Jul 12 18:18:17.094084 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27ed2641-191c-4cef-8278-0f80214f198e req-1fc6ce81-ea67-4a3e-803b-68d812ad3d1f service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488621 Jul 12 18:18:17.111644 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4e28a631-b96a-4782-87fd-ab8ce351c689 req-bdb00f03-b5c4-4d69-b761-0bcc4da8a4fa tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Jul 12 18:18:17.172322 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-7494cbc0-53c8-48bd-8cc2-c8e000984fbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 217 time: 0.0395038 Jul 12 18:18:17.173459 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:18:17.199785 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533c77e-2cb2-41d9-94b3-73368b627bfb req-69dbdeaa-eb57-4a9a-a508-5893612b25f6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.201376 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3533c77e-2cb2-41d9-94b3-73368b627bfb req-69dbdeaa-eb57-4a9a-a508-5893612b25f6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 943 time: 0.0996270 Jul 12 18:18:17.239316 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3533c77e-2cb2-41d9-94b3-73368b627bfb req-e90aac45-8e6c-4024-9f4a-348779cefbd5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314412 Jul 12 18:18:17.271665 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:17.282286 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'mac_address': 'fa:16:3e:f0:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:18:17.317714 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:17.330658 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4885bf-d567-4631-a41a-1eb1f07ba917 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:17.352764 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:17.359040 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:17.366938 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-2751d1dd-41cf-4a51-97e3-2fbb1ab49ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.368532 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-2751d1dd-41cf-4a51-97e3-2fbb1ab49ed6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0567129 Jul 12 18:18:17.424404 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:17.471642 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-93344617-43a0-4357-9b31-c09f49f6a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.473658 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-93344617-43a0-4357-9b31-c09f49f6a729 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798166 Jul 12 18:18:17.620580 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a0fb3-2257-46fc-b46a-a8c83cfee4e1 req-203a56a1-583f-480a-9702-db5eb7f7ac71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:17.626815 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e14a0fb3-2257-46fc-b46a-a8c83cfee4e1 req-203a56a1-583f-480a-9702-db5eb7f7ac71 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.1517627 Jul 12 18:18:17.660523 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-e2183662-90d8-4d9c-83c9-412139df6e65 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453948 Jul 12 18:18:17.686526 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e14a0fb3-2257-46fc-b46a-a8c83cfee4e1 req-32b24596-09d5-48cb-b0f9-61f5c96172a5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 Jul 12 18:18:17.779651 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c07f37e-401a-4387-9560-0251b91f7c68 req-8f00de6a-d459-4c60-8c8e-725557ad5627 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800650 Jul 12 18:18:17.981937 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['dc4885bf-d567-4631-a41a-1eb1f07ba917'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:18.060802 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-d940d258-cfc1-4d44-a597-f4a8f5786619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.062260 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-d940d258-cfc1-4d44-a597-f4a8f5786619 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1096 time: 0.0572546 Jul 12 18:18:18.176210 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-7e422f94-aa56-48f9-8344-df755a038af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.177723 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-7e422f94-aa56-48f9-8344-df755a038af5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0938401 Jul 12 18:18:18.283542 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-693d96b3-031c-460b-8453-081ddb8ab36e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 217 time: 0.0397851 Jul 12 18:18:18.294296 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bfed8-f19a-4fb7-bc79-8d3c6b989b9b req-15a9691a-1fd3-43b7-8463-d99bc04be6ee tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.295933 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-990bfed8-f19a-4fb7-bc79-8d3c6b989b9b req-15a9691a-1fd3-43b7-8463-d99bc04be6ee tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 943 time: 0.0669091 Jul 12 18:18:18.334112 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-990bfed8-f19a-4fb7-bc79-8d3c6b989b9b req-daedeeff-43c4-46f7-82e1-b4973d27a472 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Jul 12 18:18:18.335194 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-bcbdd091-bd20-42c7-a59a-114408e91658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.336636 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-bcbdd091-bd20-42c7-a59a-114408e91658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0443146 Jul 12 18:18:18.446593 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2d5d1-405c-44a5-b61f-22cc0f2f2d84 req-657c7b12-6bc7-4b3f-a46b-7f00515d33b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.448052 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-18d2d5d1-405c-44a5-b61f-22cc0f2f2d84 req-657c7b12-6bc7-4b3f-a46b-7f00515d33b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 944 time: 0.0961947 Jul 12 18:18:18.462850 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-2c3c8a69-990e-49ea-ac69-7dc93c3bd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.463764 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-2c3c8a69-990e-49ea-ac69-7dc93c3bd805 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840917 Jul 12 18:18:18.530222 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-18d2d5d1-405c-44a5-b61f-22cc0f2f2d84 req-81fc6f67-10a4-41b6-ae1d-96a690d18241 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758936 Jul 12 18:18:18.577691 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-35cc398f-7609-4eed-90d7-810cc582a213 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014829 Jul 12 18:18:18.676329 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-764a7edc-7a50-46c0-afcb-0a1c6bbfae92 req-193698dc-14a9-4572-a53d-30a13c195b65 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820000 Jul 12 18:18:18.861085 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c84e72-7dfc-4d5c-99f4-907a869bb2e2 req-36ddef47-d5cd-419e-94f5-3a95e4850e3c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:18.862546 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-57c84e72-7dfc-4d5c-99f4-907a869bb2e2 req-36ddef47-d5cd-419e-94f5-3a95e4850e3c tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0624456 Jul 12 18:18:18.899048 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-57c84e72-7dfc-4d5c-99f4-907a869bb2e2 req-2d368bcd-ac14-4190-930a-e9682c1605b6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Jul 12 18:18:19.507851 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7c6a4-522a-4f34-a846-4e91a816796f req-6c6595f2-fb2b-41af-afb5-15310de6bb9a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:19.509332 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-05e7c6a4-522a-4f34-a846-4e91a816796f req-6c6595f2-fb2b-41af-afb5-15310de6bb9a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 943 time: 0.0609324 Jul 12 18:18:19.545319 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-05e7c6a4-522a-4f34-a846-4e91a816796f req-55aa3721-1ef2-4d15-b241-cfd1085b7494 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305569 Jul 12 18:18:19.705810 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab0c3-c36f-44c0-986a-0bd9262eddcf req-95535a25-47dd-493c-9223-c19bb6c290ad tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:19.707833 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c48ab0c3-c36f-44c0-986a-0bd9262eddcf req-95535a25-47dd-493c-9223-c19bb6c290ad tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 944 time: 0.0654364 Jul 12 18:18:19.743451 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c48ab0c3-c36f-44c0-986a-0bd9262eddcf req-f7a82718-2032-4bc8-90d5-671e13fa8410 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300114 Jul 12 18:18:20.120580 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04d91-ecf7-41fa-b741-543d8dbe3c96 req-5012b8a2-aa29-40db-99fb-e650c419c2f8 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:20.121942 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9af04d91-ecf7-41fa-b741-543d8dbe3c96 req-5012b8a2-aa29-40db-99fb-e650c419c2f8 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0603738 Jul 12 18:18:20.158823 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9af04d91-ecf7-41fa-b741-543d8dbe3c96 req-5f4ab260-5948-4b6c-8d02-9a226afc7f84 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 12 18:18:20.715465 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a73c85-c5e4-45da-8472-9d5d722efbb0 req-f8490d1a-e0b0-43b6-b603-2e62f8834485 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:20.716942 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-44a73c85-c5e4-45da-8472-9d5d722efbb0 req-f8490d1a-e0b0-43b6-b603-2e62f8834485 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 943 time: 0.0626342 Jul 12 18:18:20.757496 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-44a73c85-c5e4-45da-8472-9d5d722efbb0 req-9a8994be-c9dd-479a-9670-34f08150b331 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350504 Jul 12 18:18:20.916485 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d91e33-610a-498f-b470-fe9613c961ca req-c02fd549-7395-4a07-9d65-bcc5e3ec8bef tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:20.917842 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-95d91e33-610a-498f-b470-fe9613c961ca req-c02fd549-7395-4a07-9d65-bcc5e3ec8bef tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 944 time: 0.0602217 Jul 12 18:18:20.953080 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-95d91e33-610a-498f-b470-fe9613c961ca req-297dbfb0-29f2-46ed-b4b8-89a53ab9f847 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297630 Jul 12 18:18:21.196043 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:18:21.213533 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:21.321485 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port dc4885bf-d567-4631-a41a-1eb1f07ba917 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:21.327675 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:21.334619 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006525cb-98fd-476d-b6f1-30d19fc0d77b req-ce7727e6-337c-40de-9075-7bcd56f2b120 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:21.334815 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:21.334984 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.336161 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-006525cb-98fd-476d-b6f1-30d19fc0d77b req-ce7727e6-337c-40de-9075-7bcd56f2b120 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0630543 Jul 12 18:18:21.356554 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'port_id': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'mac_address': 'fa:16:3e:49:79:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:18:21.375714 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-006525cb-98fd-476d-b6f1-30d19fc0d77b req-92b973b9-81b1-46ef-9bca-0b2be43a5c08 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Jul 12 18:18:21.407137 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.423238 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:21.470152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:21.473438 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.476392 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.522652 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:21.524814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9e6811-c01d-490a-9a08-33550ed87ee6" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:21.548021 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:21.556157 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.564039 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:21.568014 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71d6b5-dec7-4e69-a8b7-2c63811c5255 x-openstack-request-id: req-da71d6b5-dec7-4e69-a8b7-2c63811c5255 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:21.568302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:21.568546 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da71d6b5-dec7-4e69-a8b7-2c63811c5255 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:21.568940 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 200} Jul 12 18:18:21.625237 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:21.849724 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-0c44332e-1407-4d6a-a3f6-57dccf7f40f5 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:21.850184 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0c44332e-1407-4d6a-a3f6-57dccf7f40f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:21.907056 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d45e0e-b7d7-475f-be83-2f2bbcf6db86 req-d42df5e5-09ce-4c44-bdfb-9d7e26934d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:21.908658 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b9d45e0e-b7d7-475f-be83-2f2bbcf6db86 req-d42df5e5-09ce-4c44-bdfb-9d7e26934d35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0549181 Jul 12 18:18:21.929367 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef25f0-9b7e-4d59-b11b-10a5d986c758 req-bbfb81c1-ea0a-4fae-9588-465f04b16059 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:21.930872 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-09ef25f0-9b7e-4d59-b11b-10a5d986c758 req-bbfb81c1-ea0a-4fae-9588-465f04b16059 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 944 time: 0.0640366 Jul 12 18:18:21.967470 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-09ef25f0-9b7e-4d59-b11b-10a5d986c758 req-446306cf-009d-42b2-8cc1-4bf64febd6a0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Jul 12 18:18:21.989950 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b9d45e0e-b7d7-475f-be83-2f2bbcf6db86 req-2df114cc-7ff6-4903-8e17-0e86fcfdca17 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282373 Jul 12 18:18:22.121752 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9446a-66a0-4b13-a1e6-9ca4701175b6 req-4448ea8a-50e7-4d34-b128-8682c4e77d39 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:22.123204 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4fa9446a-66a0-4b13-a1e6-9ca4701175b6 req-4448ea8a-50e7-4d34-b128-8682c4e77d39 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0604067 Jul 12 18:18:22.145627 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:22.160249 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4fa9446a-66a0-4b13-a1e6-9ca4701175b6 req-aeb20ab5-f261-495a-9d5d-3f92d4a3feea tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Jul 12 18:18:22.549987 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88422b-38ad-4058-b4c8-fd06ead14551 req-b4a39202-bef9-46c2-9e6e-7ff7e2976250 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:22.551393 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3d88422b-38ad-4058-b4c8-fd06ead14551 req-b4a39202-bef9-46c2-9e6e-7ff7e2976250 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0641563 Jul 12 18:18:22.591608 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3d88422b-38ad-4058-b4c8-fd06ead14551 req-b4324339-a45c-428d-bb80-ad7a4046613a tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 12 18:18:22.923084 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-cdedf5ff-8980-495f-8b6c-2a53c63e605c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:22.924497 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-cdedf5ff-8980-495f-8b6c-2a53c63e605c tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 945 time: 0.0600042 Jul 12 18:18:23.037651 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Deleting port f4e7b336-a8b5-4122-935c-6170b922fc72 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:23.038338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:23.159901 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] For port f4e7b336-a8b5-4122-935c-6170b922fc72, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f4e7b336-a8b5-4122-935c-6170b922fc72,segment=NetworkSegment(af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4),segment_id=af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:23.160261 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:23.174181 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Calling delete_port for f4e7b336-a8b5-4122-935c-6170b922fc72 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:23.188588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1a5a6-85bc-4da4-b7f0-84482c39150b req-03ccdebe-2568-4faf-842b-f70049dd7aa0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:23.190110 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-20e1a5a6-85bc-4da4-b7f0-84482c39150b req-03ccdebe-2568-4faf-842b-f70049dd7aa0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 944 time: 0.1134765 Jul 12 18:18:23.272498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-20e1a5a6-85bc-4da4-b7f0-84482c39150b req-566697c8-a408-458c-b143-67d404d3fbed tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732663 Jul 12 18:18:23.334939 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bb9c9-377b-4d0f-a15d-adf653b26a55 req-c11b639b-b91d-48e7-add5-7c7af00600d2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:23.336541 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c90bb9c9-377b-4d0f-a15d-adf653b26a55 req-c11b639b-b91d-48e7-add5-7c7af00600d2 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0635495 Jul 12 18:18:23.342652 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:23.370305 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Pushing event deleted for resources: {'Port': ['ID=f4e7b336-a8b5-4122-935c-6170b922fc72,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:23.374037 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c90bb9c9-377b-4d0f-a15d-adf653b26a55 req-1cd50735-f589-41c3-90b3-43bfd4d33aa9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Jul 12 18:18:23.414054 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] No DVR routers for this DVR port f4e7b336-a8b5-4122-935c-6170b922fc72 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:23.416481 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:23.418440 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8f44dd3e-d22f-4de5-8eb8-2f43930aafcc req-fbf0f9f7-ba61-44f5-b301-be1792d8f743 tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.38 "DELETE /v2.0/ports/f4e7b336-a8b5-4122-935c-6170b922fc72 HTTP/1.1" status: 204 len: 173 time: 0.4808471 Jul 12 18:18:23.418866 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'name': 'network-vif-deleted', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:23.421065 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e829323-7eb0-49db-b265-116eec553d9d" -d '{"events": [{"server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "name": "network-vif-deleted", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:23.457107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ded788-724d-464b-a02d-a3ab6a3b662a x-openstack-request-id: req-46ded788-724d-464b-a02d-a3ab6a3b662a {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:23.457405 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f7a259-d15a-47a5-8ed6-ed49dd72a99b", "name": "network-vif-deleted", "tag": "f4e7b336-a8b5-4122-935c-6170b922fc72", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:23.457693 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46ded788-724d-464b-a02d-a3ab6a3b662a {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:23.458079 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f7a259-d15a-47a5-8ed6-ed49dd72a99b', 'name': 'network-vif-deleted', 'tag': 'f4e7b336-a8b5-4122-935c-6170b922fc72', 'status': 'completed', 'code': 200} Jul 12 18:18:23.735551 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9225e41c-661e-4f0c-ae67-1b8c3e54fc12 req-9a37c17b-9a9e-47fb-8fb8-171863685aeb tempest-VolumesSnapshotTestJSON-433242687 tempest-VolumesSnapshotTestJSON-433242687-project] 10.222.0.39 "GET /v2.0/ports?device_id=09f7a259-d15a-47a5-8ed6-ed49dd72a99b HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jul 12 18:18:24.452622 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278304a-d54c-4dcb-b204-805cd1ff003e req-a43767ae-37cc-4fa9-a7f7-422cf403ffd2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:24.454146 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b278304a-d54c-4dcb-b204-805cd1ff003e req-a43767ae-37cc-4fa9-a7f7-422cf403ffd2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 944 time: 0.0674901 Jul 12 18:18:24.491210 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b278304a-d54c-4dcb-b204-805cd1ff003e req-9ebe225d-df7c-44a5-a9fe-6c93d1db47cc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Jul 12 18:18:24.553164 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e1bcb-21a5-41d1-87cb-cc467834fd15 req-8c6ab510-a4e1-4687-87ed-af2f7703c788 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:24.554612 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cf9e1bcb-21a5-41d1-87cb-cc467834fd15 req-8c6ab510-a4e1-4687-87ed-af2f7703c788 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0636988 Jul 12 18:18:24.595200 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cf9e1bcb-21a5-41d1-87cb-cc467834fd15 req-e739f554-72ea-47bf-bea3-01431914e475 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350444 Jul 12 18:18:24.761974 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486d626-275b-4ced-ab5b-3ed95c8a3700 req-f71fe4d2-5243-425c-9418-fedec6d22c8a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:24.763409 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8486d626-275b-4ced-ab5b-3ed95c8a3700 req-f71fe4d2-5243-425c-9418-fedec6d22c8a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0604758 Jul 12 18:18:24.800264 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8486d626-275b-4ced-ab5b-3ed95c8a3700 req-20407d2e-141c-443d-a8fd-4ec86a684b16 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Jul 12 18:18:24.824312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52180) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:24.972750 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3265eb5-41c5-4024-a1ee-0882d6f4ce61 tempest-TestShelveInstance-1634815250 tempest-TestShelveInstance-1634815250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:24.974281 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e3265eb5-41c5-4024-a1ee-0882d6f4ce61 tempest-TestShelveInstance-1634815250 tempest-TestShelveInstance-1634815250-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1093 time: 0.1488161 Jul 12 18:18:24.977341 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52186) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:24.982047 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:25.006342 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for floatingip, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.113097 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.215154 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Allocated IP 172.27.3.80 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/d5ba6a35-a9b7-4d71-b776-d9f1a1123f61) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:25.218132 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:25.267737 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:25.272853 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:25.273228 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.316555 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.347645 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.354105 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.370575 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:25.372794 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65f404-9500-4d3c-adbe-b08bec0223e6" -d '{"events": [{"server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:25.385266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:25.390452 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.390650 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:25.396807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:25.399235 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:25.424546 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3352ccdb-1ff5-4ea4-b572-2c384d471e94 x-openstack-request-id: req-3352ccdb-1ff5-4ea4-b572-2c384d471e94 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:25.424868 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "name": "network-vif-plugged", "status": "completed", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:25.425128 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3352ccdb-1ff5-4ea4-b572-2c384d471e94 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:25.425510 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'code': 200} Jul 12 18:18:25.426138 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'Port': ['ID=d5ba6a35-a9b7-4d71-b776-d9f1a1123f61,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:25.429967 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f4e7b336-a8b5-4122-935c-6170b922fc72 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:25.454963 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: f4e7b336-a8b5-4122-935c-6170b922fc72 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:25.455315 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f4e7b336-a8b5-4122-935c-6170b922fc72 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:25.474114 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:25.676877 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b8703-0a97-4b88-ab53-7bbfca1df5ff req-056bb24e-4aa1-4b54-8c68-af9a95e1f1d2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:25.679079 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-348b8703-0a97-4b88-ab53-7bbfca1df5ff req-056bb24e-4aa1-4b54-8c68-af9a95e1f1d2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0690172 Jul 12 18:18:25.688711 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-32d060ae-facf-4d46-ba70-6e8045db7526 None None] Provisioning complete for port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:25.689368 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-32d060ae-facf-4d46-ba70-6e8045db7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.720746 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-348b8703-0a97-4b88-ab53-7bbfca1df5ff req-a8e2b9b9-27be-4531-9811-a4058eee8632 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Jul 12 18:18:25.835850 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:25.839153 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d8d3-48f0-4c82-a3d1-3550ceaac7bf req-f0c51a70-edaa-4d18-aae9-fc9730fb14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:25.840645 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b4e3d8d3-48f0-4c82-a3d1-3550ceaac7bf req-f0c51a70-edaa-4d18-aae9-fc9730fb14b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1098 time: 0.1036448 Jul 12 18:18:25.901335 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b4e3d8d3-48f0-4c82-a3d1-3550ceaac7bf req-1a23a50f-f84b-4e4e-a391-615023e5ef6e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Jul 12 18:18:25.935446 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:26.077895 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:26.082466 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:26.146310 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event updated for resources: {'Port': ['ID=d5ba6a35-a9b7-4d71-b776-d9f1a1123f61,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:26.157782 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:26.256185 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Floating IP 1a06cabf-5104-4291-b9e5-04b1f04c3f67 associated. External IP: 172.27.3.80, port: dc4885bf-d567-4631-a41a-1eb1f07ba917. Jul 12 18:18:26.707551 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Router c40f6808-46c2-42ae-85f6-1477f852b593 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:18:26.809849 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:26.819553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Sync routers for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:26.826350 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:26.829911 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:26.830625 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:26.889748 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-66685e1a-960c-421a-812d-5598a28a57b9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9112153 Jul 12 18:18:26.891066 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:26.893384 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5c6478-55e5-4b5b-b049-c04b40ab4098" -d '{"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:26.931696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6063a55-e914-4a59-a561-0f523ab4ca85 req-2deb7dcf-4f06-4e3b-94ee-8f91b4e3a45d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:26.933396 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a6063a55-e914-4a59-a561-0f523ab4ca85 req-2deb7dcf-4f06-4e3b-94ee-8f91b4e3a45d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0871139 Jul 12 18:18:26.934778 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d65cdd-8a28-4499-9344-fefd893b0895 x-openstack-request-id: req-49d65cdd-8a28-4499-9344-fefd893b0895 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:26.935059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:26.935305 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49d65cdd-8a28-4499-9344-fefd893b0895 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:26.935673 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'status': 'completed', 'code': 200} Jul 12 18:18:26.944324 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:26.977081 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a6063a55-e914-4a59-a561-0f523ab4ca85 req-b0e18ef3-0f76-4cc7-b37c-9a0530c0eec1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Jul 12 18:18:27.047018 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:18:27.200845 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '1a06cabf-5104-4291-b9e5-04b1f04c3f67', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'mac_address': 'fa:16:3e:f0:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b914796-b538-4048-a88a-e8dca666e5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:25Z', 'updated_at': '2021-07-12T18:18:25Z', 'revision_number': 0, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:27.226279 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Checking router: c40f6808-46c2-42ae-85f6-1477f852b593 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:27.233910 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:27.234497 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:27.334405 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:27.651892 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '1a06cabf-5104-4291-b9e5-04b1f04c3f67', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'mac_address': 'fa:16:3e:f0:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b914796-b538-4048-a88a-e8dca666e5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:25Z', 'updated_at': '2021-07-12T18:18:25Z', 'revision_number': 0, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:27.677596 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0312d0-a961-42dc-8ba1-b2a9d392c0da None None] The sync data for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi is: [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '1a06cabf-5104-4291-b9e5-04b1f04c3f67', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'mac_address': 'fa:16:3e:f0:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b914796-b538-4048-a88a-e8dca666e5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:25Z', 'updated_at': '2021-07-12T18:18:25Z', 'revision_number': 0, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:27.851268 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af0c11-6dd5-43e4-b404-3d1ab12b37bb None None] New status for floating IP 1a06cabf-5104-4291-b9e5-04b1f04c3f67: ACTIVE {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:18:28.162263 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacac5d-c9b6-4660-a9e0-5c8c91b07a09 req-f17508bf-a7b0-4d61-820d-4c4e16d3d277 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:28.163749 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-abacac5d-c9b6-4660-a9e0-5c8c91b07a09 req-f17508bf-a7b0-4d61-820d-4c4e16d3d277 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0684037 Jul 12 18:18:28.201786 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-abacac5d-c9b6-4660-a9e0-5c8c91b07a09 req-f71e8f87-f03d-4d5f-b2d0-b6ece44e6b48 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Jul 12 18:18:29.372895 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e351-fb07-414d-9faf-616f03c2db66 req-737bd310-bc9f-4ca8-b30f-75ba6397024a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:29.374397 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-35f3e351-fb07-414d-9faf-616f03c2db66 req-737bd310-bc9f-4ca8-b30f-75ba6397024a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0650477 Jul 12 18:18:29.412631 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-35f3e351-fb07-414d-9faf-616f03c2db66 req-f5db44fa-9ff9-463b-8591-eb98efd200bf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Jul 12 18:18:29.467198 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-ed16e0fe-e689-4dca-813e-bb161dd624be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:29.468601 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-ed16e0fe-e689-4dca-813e-bb161dd624be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0512104 Jul 12 18:18:29.561295 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-5ed24241-3441-4ba8-8056-1a49daffd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:29.562711 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-5ed24241-3441-4ba8-8056-1a49daffd358 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.0824525 Jul 12 18:18:29.625504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-5d06a1b1-88e1-4025-83fa-f8c31aed117f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1000 time: 0.0556939 Jul 12 18:18:29.671747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-f243064b-178f-405a-b288-64f62890ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:29.673155 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-f243064b-178f-405a-b288-64f62890ca07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0409884 Jul 12 18:18:29.735774 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-d2b48041-3c25-4348-8d4d-74f1309a46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:29.737224 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-d2b48041-3c25-4348-8d4d-74f1309a46d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518520 Jul 12 18:18:29.829132 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-0a84d9f0-0e78-465a-88f6-ab39eb1fb8c7 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Jul 12 18:18:29.925076 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6f5c6478-55e5-4b5b-b049-c04b40ab4098 req-11220871-e26d-44e7-9bf4-e4ef01f92618 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Jul 12 18:18:30.594566 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15d879-f00d-4b95-83f9-7d30e56c7665 req-0a98eafd-793c-4598-a364-05d7b2d9c350 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:30.596085 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bf15d879-f00d-4b95-83f9-7d30e56c7665 req-0a98eafd-793c-4598-a364-05d7b2d9c350 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0669849 Jul 12 18:18:30.637907 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bf15d879-f00d-4b95-83f9-7d30e56c7665 req-f56a1be2-3afb-4202-abc9-3f735b6f2f9d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Jul 12 18:18:30.814399 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f5572-1de3-47bc-b73f-e255790970f3 req-5de56345-28be-47b3-97ab-a27307194c23 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:30.815875 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e50f5572-1de3-47bc-b73f-e255790970f3 req-5de56345-28be-47b3-97ab-a27307194c23 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0621700 Jul 12 18:18:30.824233 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52242) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:30.828564 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'floatingip': {'port_id': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:30.866053 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:31.292102 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:31.296925 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:31.395351 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Floating IP 6391142a-7579-4af8-9e38-069d6e8859cb associated. External IP: 172.27.3.113, port: 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e. Jul 12 18:18:31.607322 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:18:31.714043 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:31.718832 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:31.723704 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:31.732538 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:31.733204 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:31.757371 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-87a610c4-0be3-45c5-9175-32ea88195d13 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "PUT /v2.0/floatingips/6391142a-7579-4af8-9e38-069d6e8859cb HTTP/1.1" status: 200 len: 991 time: 0.9295127 Jul 12 18:18:31.757371 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:31.757789 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666" -d '{"events": [{"name": "network-changed", "server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:31.799419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f821188e-5aed-46c4-91c1-ad1456919d74 x-openstack-request-id: req-f821188e-5aed-46c4-91c1-ad1456919d74 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:31.799857 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:31.800123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f821188e-5aed-46c4-91c1-ad1456919d74 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:31.800456 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'status': 'completed', 'code': 200} Jul 12 18:18:31.873615 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:31.947517 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-70ab8ff0-968d-42e8-8ef3-b842176b00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:31.949063 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-70ab8ff0-968d-42e8-8ef3-b842176b00fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1098 time: 0.0664837 Jul 12 18:18:32.041110 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-0a79be1d-f7b6-44f5-81e1-62acc11628a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:32.042584 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-0a79be1d-f7b6-44f5-81e1-62acc11628a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0847678 Jul 12 18:18:32.093606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '6391142a-7579-4af8-9e38-069d6e8859cb', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:49:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:12Z', 'updated_at': '2021-07-12T18:18:31Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:32.105394 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-585d9884-77fa-4da9-97d6-1fab519736ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 999 time: 0.0558105 Jul 12 18:18:32.119348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:32.130843 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:32.131441 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:32.163035 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-8ef353c7-1a0b-4aba-b7bb-3c740df69087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:32.164484 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-8ef353c7-1a0b-4aba-b7bb-3c740df69087 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0467598 Jul 12 18:18:32.229671 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-37eafd16-86c5-4371-bb18-eac990bc3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:32.231154 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-37eafd16-86c5-4371-bb18-eac990bc3ed4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505247 Jul 12 18:18:32.234202 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:32.320260 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-49fac0f8-78e3-42ce-b5ef-52f6e2f64885 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817320 Jul 12 18:18:32.416326 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75f73cb8-b1a3-44d5-a34e-c19ce7bd1666 req-ec876823-4b24-476f-8c03-ac1ce19402c8 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885956 Jul 12 18:18:32.455118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '6391142a-7579-4af8-9e38-069d6e8859cb', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:49:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:12Z', 'updated_at': '2021-07-12T18:18:31Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:32.485019 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa61a03-b0d7-461c-a3f6-f46e04802aac None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '6391142a-7579-4af8-9e38-069d6e8859cb', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:49:79:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:12Z', 'updated_at': '2021-07-12T18:18:31Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:32.672128 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97685c10-74e2-486a-9c10-a89515f5f969 None None] New status for floating IP 6391142a-7579-4af8-9e38-069d6e8859cb: ACTIVE {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:18:35.173892 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c0777-bd69-4cc2-a91b-5b6e083db134 req-28c2cf12-3a63-46df-827c-720a26d5b5e4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:35.175353 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-122c0777-bd69-4cc2-a91b-5b6e083db134 req-28c2cf12-3a63-46df-827c-720a26d5b5e4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0619721 Jul 12 18:18:35.211535 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-122c0777-bd69-4cc2-a91b-5b6e083db134 req-37787ce7-3f35-41be-aefa-496b6fa55af6 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299749 Jul 12 18:18:36.384847 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0c4aa-856c-4121-9a81-4abd16884264 req-27333466-581e-4ae4-97c7-0cfe771020f0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:36.386401 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1bf0c4aa-856c-4121-9a81-4abd16884264 req-27333466-581e-4ae4-97c7-0cfe771020f0 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0639520 Jul 12 18:18:36.422170 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1bf0c4aa-856c-4121-9a81-4abd16884264 req-9c6288ed-dc50-49e1-9a22-51bc03908c65 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303364 Jul 12 18:18:36.517064 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7bb69814-2922-4d92-aabf-1be8b8707af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:37.588964 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc368-a655-463f-bfb8-f03db0d14a3d req-93c3bea5-ddca-4550-9284-7c635293ed7b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:37.590430 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-029dc368-a655-463f-bfb8-f03db0d14a3d req-93c3bea5-ddca-4550-9284-7c635293ed7b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0605237 Jul 12 18:18:37.626919 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-029dc368-a655-463f-bfb8-f03db0d14a3d req-2a873942-6b61-466a-9006-5c02463755c5 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Jul 12 18:18:38.822674 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8e23-7362-4f2a-9a1b-257c820f7c39 req-fd9ad7bd-5447-4aa3-97f2-3729e2f50743 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:38.824326 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-854f8e23-7362-4f2a-9a1b-257c820f7c39 req-fd9ad7bd-5447-4aa3-97f2-3729e2f50743 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0786948 Jul 12 18:18:38.872621 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-854f8e23-7362-4f2a-9a1b-257c820f7c39 req-cecdcb8d-283b-46dd-9be3-a03f5d3dee81 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363090 Jul 12 18:18:39.107746 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05cfc258-ac81-4d15-b826-18a4b4d3e8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:39.555100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:40.055360 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f739b7d-9808-4c18-a06c-0fda761afa45 req-687e70df-9586-4275-87a3-0666560f631b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:40.057001 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5f739b7d-9808-4c18-a06c-0fda761afa45 req-687e70df-9586-4275-87a3-0666560f631b tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0702004 Jul 12 18:18:40.096936 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5f739b7d-9808-4c18-a06c-0fda761afa45 req-27185375-9328-4b6d-b9cc-5c1b874d4e42 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Jul 12 18:18:40.154114 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:40.946067 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cce66-670a-4d21-b824-584338236943 req-0899ceaf-595e-4a21-bc2e-cbbef28af0cf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:40.947533 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-385cce66-670a-4d21-b824-584338236943 req-0899ceaf-595e-4a21-bc2e-cbbef28af0cf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0607786 Jul 12 18:18:41.049222 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Deleting port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:41.049674 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:41.156394 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] For port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:41.157589 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:41.175513 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Calling delete_port for 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:41.304703 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8001ddf-e264-4ec6-89a0-c7e5ea6f8efc req-c50fc242-2184-40c6-b738-72a60b4fbdaa tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:41.306201 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d8001ddf-e264-4ec6-89a0-c7e5ea6f8efc req-c50fc242-2184-40c6-b738-72a60b4fbdaa tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 945 time: 0.0684128 Jul 12 18:18:41.345994 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d8001ddf-e264-4ec6-89a0-c7e5ea6f8efc req-9d3c8644-208d-455e-ac48-9353bb3b3be4 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Jul 12 18:18:41.351445 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201d0b-a6f0-43f6-bc92-7b013e366657 req-5d562ab5-165c-420c-a6cf-1f129420f1d4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:41.353081 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c1201d0b-a6f0-43f6-bc92-7b013e366657 req-5d562ab5-165c-420c-a6cf-1f129420f1d4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0981915 Jul 12 18:18:41.358230 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:41.404385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event deleted for resources: {'Port': ['ID=94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:41.416213 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129', 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'b23e749c-c02e-43a7-868a-50259225e9d7', '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:41.447147 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c1201d0b-a6f0-43f6-bc92-7b013e366657 req-69780fbd-b512-4eae-963d-b0ce0ef244cf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869753 Jul 12 18:18:41.463493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] No DVR routers for this DVR port 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:41.475304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:41.475304 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-385cce66-670a-4d21-b824-584338236943 req-05860051-408a-4b11-aed9-d37ecc75cfc3 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "DELETE /v2.0/ports/94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c HTTP/1.1" status: 204 len: 173 time: 0.5145848 Jul 12 18:18:41.475304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'name': 'network-vif-deleted', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:41.475304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42d680c-d4fd-449f-a37a-72d1cedee858" -d '{"events": [{"server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "name": "network-vif-deleted", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:41.509242 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d301f4-055a-453f-9595-a822baf737ac x-openstack-request-id: req-53d301f4-055a-453f-9595-a822baf737ac {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:41.509532 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd2890f-e318-4e27-9d90-a0477e6e172f", "name": "network-vif-deleted", "tag": "94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:41.509787 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53d301f4-055a-453f-9595-a822baf737ac {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:41.510175 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd2890f-e318-4e27-9d90-a0477e6e172f', 'name': 'network-vif-deleted', 'tag': '94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c', 'status': 'completed', 'code': 200} Jul 12 18:18:41.741922 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:42.503784 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-538d699a-4fd5-41a1-9471-7caa966e730f req-31e14cbf-966a-4af6-a84a-88329277a48a tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdd2890f-e318-4e27-9d90-a0477e6e172f HTTP/1.1" status: 200 len: 210 time: 0.0286896 Jul 12 18:18:42.629789 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada77f12-bb3c-4f05-8146-8feae9703df8 req-4b47fe81-8df5-42fa-8b08-0bdd86bae7b6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:42.631317 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ada77f12-bb3c-4f05-8146-8feae9703df8 req-4b47fe81-8df5-42fa-8b08-0bdd86bae7b6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0631311 Jul 12 18:18:42.670212 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ada77f12-bb3c-4f05-8146-8feae9703df8 req-e38cbfd5-d702-4e6a-a9b4-5ef055c98a49 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333221 Jul 12 18:18:43.314959 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:43.334764 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:43.335106 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 94ee5aac-6b59-4e5d-8b09-20bb31c2ca4c not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:43.848317 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f76878-2e9e-4f78-acfe-10f1040a5849 req-48e96a6e-41a3-4913-8353-fe75bbe19512 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:43.849730 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6f76878-2e9e-4f78-acfe-10f1040a5849 req-48e96a6e-41a3-4913-8353-fe75bbe19512 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0620630 Jul 12 18:18:43.885775 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c6f76878-2e9e-4f78-acfe-10f1040a5849 req-e811f516-0e49-4546-8c4a-540e0353af81 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=b520d1bd-99c9-48a2-9c1b-e75de05626a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304859 Jul 12 18:18:44.128187 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-30d6cb77-10f7-4f5b-873b-2f4e1539a4a0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:44.130183 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-30d6cb77-10f7-4f5b-873b-2f4e1539a4a0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 946 time: 0.0684149 Jul 12 18:18:44.228104 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Deleting port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:44.228445 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:44.313460 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] For port 885b361e-ccfe-4f7d-b53b-1286b525bbd8, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=885b361e-ccfe-4f7d-b53b-1286b525bbd8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:44.313814 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:44.530259 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:44.530639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:44.530953 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Floating IP 50064026-f986-4385-ab7f-7530f364b5e9 disassociated. External IP: 172.27.3.3, port: 885b361e-ccfe-4f7d-b53b-1286b525bbd8. Jul 12 18:18:44.531293 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Calling delete_port for 885b361e-ccfe-4f7d-b53b-1286b525bbd8 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:44.652334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:44.682503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'Port': ['ID=885b361e-ccfe-4f7d-b53b-1286b525bbd8,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:45.004982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:45.051611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:18:45.089918 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e43033ae-058f-4f94-a98d-1fde03041a61 req-62949bbf-3713-46b2-be8a-1fc64920fe8e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=20e94118-6d4b-410e-806d-eee53fa7e22f HTTP/1.1" status: 200 len: 210 time: 0.0301511 Jul 12 18:18:45.105317 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a10d3b-dddd-4296-9faf-47108e83330d req-7dc1d848-5924-41aa-8ea8-b991e979c93d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:45.106953 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-20a10d3b-dddd-4296-9faf-47108e83330d req-7dc1d848-5924-41aa-8ea8-b991e979c93d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0734575 Jul 12 18:18:45.212038 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:18:45.224466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:18:45.234306 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:45.234958 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:45.262915 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] No DVR routers for this DVR port 885b361e-ccfe-4f7d-b53b-1286b525bbd8 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:45.266363 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:45.270186 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3547b8e7-c4e8-43fb-83f9-8e60ff13830b req-9755a488-0e2d-45f0-bec0-9386ce06e018 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "DELETE /v2.0/ports/885b361e-ccfe-4f7d-b53b-1286b525bbd8 HTTP/1.1" status: 204 len: 173 time: 1.1316447 Jul 12 18:18:45.270679 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-deleted', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:45.273010 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c852406b-aa51-45ed-8182-0ba400e30298" -d '{"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-deleted", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:45.317663 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67af0e44-17b7-407f-a2fa-267e0aa4e48f x-openstack-request-id: req-67af0e44-17b7-407f-a2fa-267e0aa4e48f {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:45.317959 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e94118-6d4b-410e-806d-eee53fa7e22f", "name": "network-vif-deleted", "tag": "885b361e-ccfe-4f7d-b53b-1286b525bbd8", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:45.318210 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67af0e44-17b7-407f-a2fa-267e0aa4e48f {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:45.318603 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e94118-6d4b-410e-806d-eee53fa7e22f', 'name': 'network-vif-deleted', 'tag': '885b361e-ccfe-4f7d-b53b-1286b525bbd8', 'status': 'completed', 'code': 200} Jul 12 18:18:45.380200 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:45.384906 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-20a10d3b-dddd-4296-9faf-47108e83330d req-2a76672a-4b87-4dc6-9a03-0736aaba2f8d tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711573 Jul 12 18:18:45.584533 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:45.611786 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:18:45.622317 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:18:45.623179 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:45.734962 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:18:45.937163 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:45.967460 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43af9eb-8148-4e06-acae-03c823b100a6 None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:18:46.202149 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41e209-a2fc-4103-bf0f-ec781820f8cf None None] New status for floating IP 50064026-f986-4385-ab7f-7530f364b5e9: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:18:46.231588 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52450) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:46.286879 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.311860 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.363888 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.367773 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.371707 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "DELETE /v2.0/security-groups/b520d1bd-99c9-48a2-9c1b-e75de05626a9 HTTP/1.1" status: 204 len: 168 time: 0.1366830 Jul 12 18:18:46.372235 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52454) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:46.384479 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11824c06-d32c-47f6-9f6c-3031d9ddb1d5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520d1bd-99c9-48a2-9c1b-e75de05626a9,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:46.386403 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.api.v2.resource [None req-577f417f-8b17-4e4a-8211-2a18780d3a45 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] show failed (client error): The resource could not be found. Jul 12 18:18:46.389890 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-577f417f-8b17-4e4a-8211-2a18780d3a45 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups/b520d1bd-99c9-48a2-9c1b-e75de05626a9 HTTP/1.1" status: 404 len: 347 time: 0.0167556 Jul 12 18:18:46.392779 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52456) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:46.585450 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Deleting port a90fbfd5-7047-4c43-aa22-3c7e84d69cdd {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:46.585795 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.631183 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32097862-ff48-44f9-b5ae-67080b6e35cf req-dd7b7868-1421-4aa6-9b36-f9d684ea0544 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:46.632639 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-32097862-ff48-44f9-b5ae-67080b6e35cf req-dd7b7868-1421-4aa6-9b36-f9d684ea0544 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.1137540 Jul 12 18:18:46.687450 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-32097862-ff48-44f9-b5ae-67080b6e35cf req-4a314358-167e-4ff4-b704-526482242750 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Jul 12 18:18:46.698982 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.699312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.711471 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Calling delete_port for a90fbfd5-7047-4c43-aa22-3c7e84d69cdd owned by network:floatingip {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:46.859141 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.896173 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'Port': ['ID=a90fbfd5-7047-4c43-aa22-3c7e84d69cdd,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:46.944800 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.945114 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.945459 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.945798 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.946131 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.946461 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.946905 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.947106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.947433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.947760 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.948088 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.948405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:46.970697 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.973301 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:46.974443 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-46c1a111-4ceb-4d09-9a92-15f729275ad7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "DELETE /v2.0/floatingips/50064026-f986-4385-ab7f-7530f364b5e9 HTTP/1.1" status: 204 len: 168 time: 0.5806556 Jul 12 18:18:47.256051 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-a0dba405-2da6-4946-9a08-e6854fd85daa tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:47.257523 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-a0dba405-2da6-4946-9a08-e6854fd85daa tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 946 time: 0.0653141 Jul 12 18:18:47.330593 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:47.350378 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 885b361e-ccfe-4f7d-b53b-1286b525bbd8 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:47.350947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 885b361e-ccfe-4f7d-b53b-1286b525bbd8 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:47.355992 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Deleting port b23e749c-c02e-43a7-868a-50259225e9d7 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:47.356346 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.447402 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] For port b23e749c-c02e-43a7-868a-50259225e9d7, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=b23e749c-c02e-43a7-868a-50259225e9d7,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:47.447769 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.460559 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52470) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:47.461107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Calling delete_port for b23e749c-c02e-43a7-868a-50259225e9d7 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:47.465684 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132851714', 'description': 'tempest-description--1417704823'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:47.493915 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.594473 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.599118 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.622236 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.630228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f238303-7f94-42d7-a704-63c6119fb3d8,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:47.632496 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.636911 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-652c6ddf-9ab8-40a0-bb49-d894421804e4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1749177 Jul 12 18:18:47.638091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52474) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:47.642300 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group_rule': {'security_group_id': '3f238303-7f94-42d7-a704-63c6119fb3d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:47.649114 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event deleted for resources: {'Port': ['ID=b23e749c-c02e-43a7-868a-50259225e9d7,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:47.661677 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129', 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'b23e749c-c02e-43a7-868a-50259225e9d7'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:47.679658 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.702169 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] No DVR routers for this DVR port b23e749c-c02e-43a7-868a-50259225e9d7 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:47.704510 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.707024 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a7a59887-2014-40db-86f1-5b15a14b7ee7 req-b4386cdb-311f-420a-8340-f57d8a796c0f tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "DELETE /v2.0/ports/b23e749c-c02e-43a7-868a-50259225e9d7 HTTP/1.1" status: 204 len: 173 time: 0.4430089 Jul 12 18:18:47.707466 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'name': 'network-vif-deleted', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:47.709772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc44883-c169-4a38-a30f-8daf78fecedd" -d '{"events": [{"server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "name": "network-vif-deleted", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:47.749328 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.755881 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09754798-edf9-4994-8929-0db6025b337f x-openstack-request-id: req-09754798-edf9-4994-8929-0db6025b337f {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:47.756021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81c80b-938c-4a22-89e0-bd1cd5dae156", "name": "network-vif-deleted", "tag": "b23e749c-c02e-43a7-868a-50259225e9d7", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:47.756228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09754798-edf9-4994-8929-0db6025b337f {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:47.756621 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b81c80b-938c-4a22-89e0-bd1cd5dae156', 'name': 'network-vif-deleted', 'tag': 'b23e749c-c02e-43a7-868a-50259225e9d7', 'status': 'completed', 'code': 200} Jul 12 18:18:47.758110 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.775415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8d6d0e-0827-4d93-86ba-e2f6a02bef5e,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:47.783955 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.786274 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-9fe1f8c1-bc12-44f1-890c-00fc3dc3e189 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474197 Jul 12 18:18:47.788919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52480) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:47.795578 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'security_group_rule': {'security_group_id': '3f238303-7f94-42d7-a704-63c6119fb3d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:47.825882 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.896065 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d9b57319-1673-435a-ab62-0c08a5569c8f req-4c25c309-e385-4395-81cd-9321a42fb2db tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b81c80b-938c-4a22-89e0-bd1cd5dae156 HTTP/1.1" status: 200 len: 210 time: 0.0407531 Jul 12 18:18:47.927344 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.931135 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.949169 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad70f7f-bbeb-4aa5-a723-80a105ae0d5d,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:47.955433 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:47.956660 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-862d5749-d95a-4b9f-8e7b-c37f4ffa82f3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667097 Jul 12 18:18:47.959647 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52486) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:47.964572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:47.974125 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52488) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:47.985868 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.017663 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Deleting subnet 9d89f98f-e2ec-4799-897b-a02eeb02c63a {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:18:48.020635 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.057453 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3723116'] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.079537 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.093922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.150046 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9345506'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.174961 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d89f98f-e2ec-4799-897b-a02eeb02c63a,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:48.178378 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.180235 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-48cba517-64f5-42f9-8c8c-3cfdc31f5987 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d89f98f-e2ec-4799-897b-a02eeb02c63a HTTP/1.1" status: 204 len: 168 time: 0.2050991 Jul 12 18:18:48.183137 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52490) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:48.200309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Allocated IP 172.27.3.71 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/cec1209e-2b50-4c77-ba21-8803ff20fbb2) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:48.305752 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.422621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.425543 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.438015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f6bc50-3595-4d65-bd59-47c95a50cd21']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:48.451086 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:48.451390 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af14dcf3-9bbe-4bdc-9dc4-d395f0c150d4') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:48.463273 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.485624 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.494091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:18:48.494477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:18:48.496074 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:18:48.538329 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.576803 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.590197 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:48.592816 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.594670 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] 10.222.0.39 "DELETE /v2.0/networks/31f6bc50-3595-4d65-bd59-47c95a50cd21 HTTP/1.1" status: 204 len: 168 time: 0.4106126 Jul 12 18:18:48.600107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:48.614050 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=cec1209e-2b50-4c77-ba21-8803ff20fbb2,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:48.616574 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:48.620263 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30847ba4-4c96-4942-bc01-94d42c5f2909 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f6bc50-3595-4d65-bd59-47c95a50cd21,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:48.709976 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.720255 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52496) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:48.752749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.761834 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1e1509b6-be25-44c8-b4dd-889ac92a76a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb7edc5a1f1844ea9c6937f80c4b7999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380266 Jul 12 18:18:48.762107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52498) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:48.813169 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.833396 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.882490 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.885101 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.886228 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dca28fd-0c4e-469c-8c01-72ebd4f23a2c HTTP/1.1" status: 204 len: 168 time: 0.1231427 Jul 12 18:18:48.893611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b603-3a7d-47f6-9360-e78c92d01ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca28fd-0c4e-469c-8c01-72ebd4f23a2c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:48.905480 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.911907 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:48.978649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=cec1209e-2b50-4c77-ba21-8803ff20fbb2,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:48.990371 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:49.004639 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:49.006035 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2fe8d197-6882-4f3f-a998-b34f77be2a04 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0452833 Jul 12 18:18:49.231332 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-b4416ec2-861b-47c0-a731-9cbe0abfdccf tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--132851714&fields=id&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 267 time: 0.0497873 Jul 12 18:18:49.335280 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-24652cc8-8e4b-461a-85db-500346025eae tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:49.336654 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-24652cc8-8e4b-461a-85db-500346025eae tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 817 time: 0.1034408 Jul 12 18:18:49.350870 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-728327cf-5331-43c9-af5a-1a82e7082878 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/quotas/8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 375 time: 0.0089934 Jul 12 18:18:49.387261 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274906-3aae-40f4-a56f-3d1d5292c50d req-d6a3da0b-225f-4366-9418-8f403e87b6b8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:49.389048 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5c274906-3aae-40f4-a56f-3d1d5292c50d req-d6a3da0b-225f-4366-9418-8f403e87b6b8 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0626173 Jul 12 18:18:49.420175 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-5daa6c17-c290-4dcb-8741-8703e5fd0b85 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644741 Jul 12 18:18:49.425482 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5c274906-3aae-40f4-a56f-3d1d5292c50d req-de80197b-66e6-455d-a9a2-24fac5580516 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Jul 12 18:18:49.517128 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-8d901627-19ad-4b98-91d8-6d9738d44cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Jul 12 18:18:49.602802 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-33a0f189-29f6-44b2-abb8-943064adb540 service neutron] 10.222.0.39 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792661 Jul 12 18:18:49.762273 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4506e55c-22ea-4f38-bd09-88fd76854493 req-54af6e70-a090-4864-8905-d2286f353693 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 210 time: 0.0282559 Jul 12 18:18:50.596411 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dead9bc-829c-4fdc-ac82-9e3f87582c07 req-d682747f-416c-4e22-a021-47c5b0334147 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:50.598514 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5dead9bc-829c-4fdc-ac82-9e3f87582c07 req-d682747f-416c-4e22-a021-47c5b0334147 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0643530 Jul 12 18:18:50.633952 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5dead9bc-829c-4fdc-ac82-9e3f87582c07 req-d570c692-dffd-4bf5-b227-072e65f7aec2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300307 Jul 12 18:18:50.917676 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-90b3e6f3-2199-418b-b7b3-9d6dd3af3de6 req-f7250730-7881-40e7-b1a4-0dc84d2aa53a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 210 time: 0.0321500 Jul 12 18:18:51.030084 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-39ef7d3a-413a-4ded-8f89-40beb7107325 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:51.032168 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-39ef7d3a-413a-4ded-8f89-40beb7107325 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 817 time: 0.1032691 Jul 12 18:18:51.117161 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-be4d7959-8a48-4f2f-bd73-d4acf9cbcf5a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 379 time: 0.0329156 Jul 12 18:18:51.147630 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'port': {'device_id': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'admin_state_up': True, 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'security_groups': ['3f238303-7f94-42d7-a704-63c6119fb3d8']}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:51.254885 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Made reservation on behalf of 8847d36ed0dc4eba840a46ece48c56bf for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:18:51.258421 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.322485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-04eebe03-9cf2-4430-bf01-df1ffc8066f1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:51.323436 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-04eebe03-9cf2-4430-bf01-df1ffc8066f1 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 945 time: 0.0626390 Jul 12 18:18:51.348216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device b23e749c-c02e-43a7-868a-50259225e9d7 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:51.368870 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: b23e749c-c02e-43a7-868a-50259225e9d7 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:51.369259 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device b23e749c-c02e-43a7-868a-50259225e9d7 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:51.381691 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Allocated IP 172.20.0.8 (901e5af3-580b-4f5c-8feb-00f2ad8827fa/683d6963-b73c-4cf4-8d04-90e73249177f/4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:18:51.431272 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Deleting port aaef39cc-46c5-4fd5-be0f-302310afa7ab {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:51.431621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.515166 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.517196 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] For port aaef39cc-46c5-4fd5-be0f-302310afa7ab, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=aaef39cc-46c5-4fd5-be0f-302310afa7ab,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:51.517556 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.528719 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Transition to ACTIVE for port object 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:51.531105 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Calling delete_port for aaef39cc-46c5-4fd5-be0f-302310afa7ab owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:51.560240 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.603910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:18:51.607021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:18:51.618068 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:18:51.624699 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:51.672161 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:51.672871 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.673062 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.692244 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-f11a0fe1-bc2b-48d6-86c3-ab4a46c23b20 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491021 Jul 12 18:18:51.704033 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event deleted for resources: {'Port': ['ID=aaef39cc-46c5-4fd5-be0f-302310afa7ab,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:51.715790 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Request body: {'port': {'device_id': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:51.728187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129', 'aaef39cc-46c5-4fd5-be0f-302310afa7ab'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:51.753579 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] No DVR routers for this DVR port aaef39cc-46c5-4fd5-be0f-302310afa7ab on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:51.756208 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.758255 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3459511a-3fb0-41bc-9af5-7d08a2a87669 req-a9d678a5-4467-430a-87be-3420f7910657 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "DELETE /v2.0/ports/aaef39cc-46c5-4fd5-be0f-302310afa7ab HTTP/1.1" status: 204 len: 173 time: 0.4286997 Jul 12 18:18:51.758700 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'name': 'network-vif-deleted', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:51.761078 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43ef296-6670-4202-a441-70814765b926" -d '{"events": [{"server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "name": "network-vif-deleted", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:51.839621 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7c1837ec-ab81-43d8-93dd-8dc257852907 req-aa552461-591b-4229-9c02-0a72c4fea4ef tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f5b240-bf25-4889-8ed1-ea4848e2e126 HTTP/1.1" status: 200 len: 210 time: 0.0348675 Jul 12 18:18:51.841795 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.843887 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faae254-3477-4d1c-98d0-ee221e65fd03 x-openstack-request-id: req-2faae254-3477-4d1c-98d0-ee221e65fd03 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:51.844180 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f5b240-bf25-4889-8ed1-ea4848e2e126", "name": "network-vif-deleted", "tag": "aaef39cc-46c5-4fd5-be0f-302310afa7ab", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:51.844434 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2faae254-3477-4d1c-98d0-ee221e65fd03 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:51.846640 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f5b240-bf25-4889-8ed1-ea4848e2e126', 'name': 'network-vif-deleted', 'tag': 'aaef39cc-46c5-4fd5-be0f-302310afa7ab', 'status': 'completed', 'code': 200} Jul 12 18:18:51.954301 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2dd936aa-5505-4725-a831-4b79edd9a4e2 None None] Provisioning for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:51.959032 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2dd936aa-5505-4725-a831-4b79edd9a4e2 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:51.959617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2dd936aa-5505-4725-a831-4b79edd9a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:51.999982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-2dd936aa-5505-4725-a831-4b79edd9a4e2 None None] Port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:18:52.158296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:52.168470 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:52.179213 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4da75-a801-465c-aed8-e992f0adc360 req-b83d0bd0-7a0a-4698-a6e8-74da921fc192 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:52.180705 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15c4da75-a801-465c-aed8-e992f0adc360 req-b83d0bd0-7a0a-4698-a6e8-74da921fc192 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 931 time: 0.1240339 Jul 12 18:18:52.195667 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Transition to ACTIVE for port object 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:18:52.204334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:52.264437 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15c4da75-a801-465c-aed8-e992f0adc360 req-568fc0b8-8193-4b6b-9ade-ea8c2d966ffc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763030 Jul 12 18:18:52.270688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:52.347833 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Attempting to bind port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:18:52.348173 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Attempting to bind port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:18:52.348500 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Attempting to bind port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:52.352989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:18:52.353316 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Attempting to bind port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 on network 901e5af3-580b-4f5c-8feb-00f2ad8827fa {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:18:52.358311 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:18:52.358644 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Checking segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:18:52.359030 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Bound using segment: {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:18:52.359462 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Bound port: 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc75900-d5f9-421d-a8b3-581860bed356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:18:52.359821 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:52.427674 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:18:52.432058 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:18:52.435559 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:52.467748 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:52.468202 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:52.469807 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] 10.222.0.38 "PUT /v2.0/ports/4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 1093 time: 0.7600782 Jul 12 18:18:52.472673 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:52.474931 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a985ba4d-160b-4269-9f0b-370f69ec4781" -d '{"events": [{"name": "network-changed", "server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:52.504239 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb938a-4a9e-4536-a554-f673c2998f83 service neutron] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:52.520227 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07581dc4-4b89-4171-8398-4a84d22bedb9 x-openstack-request-id: req-07581dc4-4b89-4171-8398-4a84d22bedb9 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:52.520441 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:52.520784 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07581dc4-4b89-4171-8398-4a84d22bedb9 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:52.521278 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'status': 'completed', 'code': 200} Jul 12 18:18:52.601605 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-7c8406bd-5efa-43b3-b688-bd4eaa907a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:52.603378 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-7c8406bd-5efa-43b3-b688-bd4eaa907a28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1096 time: 0.0602903 Jul 12 18:18:52.654871 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-a0f8ba98-a481-4223-a834-441217ab670e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 217 time: 0.0347619 Jul 12 18:18:52.701690 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-4cf5ac69-ea7a-4d4a-b386-5396a5b3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:52.703123 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-4cf5ac69-ea7a-4d4a-b386-5396a5b3d4cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0423136 Jul 12 18:18:52.770074 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-bd1c8c8b-4ba8-401d-bdea-3272fcd11e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:52.771566 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-bd1c8c8b-4ba8-401d-bdea-3272fcd11e64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562904 Jul 12 18:18:52.861897 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-3ae45e56-4407-4e51-89d6-fc98358de936 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806704 Jul 12 18:18:52.955085 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6fb964ba-4458-43be-806a-832c33ec8cdd req-d951eae0-e1c2-4ba4-b7e5-bbc706a68acf service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863044 Jul 12 18:18:53.101973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-454d4152-1482-4ee5-833d-32b15bcd9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:53.103420 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-454d4152-1482-4ee5-833d-32b15bcd9ab8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1096 time: 0.0508442 Jul 12 18:18:53.189799 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-6ca3282b-92c9-44d2-b4a7-78ebe6f32cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:53.191680 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-6ca3282b-92c9-44d2-b4a7-78ebe6f32cb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0804248 Jul 12 18:18:53.239078 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-0998200d-3a49-483b-a44b-52d01cd9a9d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 217 time: 0.0364223 Jul 12 18:18:53.290449 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-c8716ffd-5cdc-4d34-9de9-291e64426309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:53.291883 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-c8716ffd-5cdc-4d34-9de9-291e64426309 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0451953 Jul 12 18:18:53.355438 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-52d2010a-da68-4fc9-abb7-8e68fd217ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:53.356945 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-52d2010a-da68-4fc9-abb7-8e68fd217ad4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550764 Jul 12 18:18:53.490272 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-58d5a682-ba97-4fff-82e4-69c80f15be16 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256707 Jul 12 18:18:53.498376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc021-980c-44b2-8570-887d533ae70d req-5c4e4c0f-1ccf-4286-b541-1bc2e7127114 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:53.499722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aebcc021-980c-44b2-8570-887d533ae70d req-5c4e4c0f-1ccf-4286-b541-1bc2e7127114 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 943 time: 0.0910127 Jul 12 18:18:53.589158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aebcc021-980c-44b2-8570-887d533ae70d req-8075adc2-3fa3-4b2a-8d55-22c36d22ea3e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790534 Jul 12 18:18:53.609178 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a985ba4d-160b-4269-9f0b-370f69ec4781 req-50606e66-eb84-44e7-ab7c-80a2ffdd163a service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071737 Jul 12 18:18:54.552048 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e9fe1-92c9-44af-baca-985d477dbb80 req-f5c29fc7-3cdd-42d6-b4ad-4a0024744dcf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:54.553555 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4c2e9fe1-92c9-44af-baca-985d477dbb80 req-f5c29fc7-3cdd-42d6-b4ad-4a0024744dcf tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 946 time: 0.0623028 Jul 12 18:18:54.590356 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4c2e9fe1-92c9-44af-baca-985d477dbb80 req-45f9070d-a28e-4edc-97ee-38c70f179e09 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Jul 12 18:18:54.765073 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c584-b2e5-42dd-b538-3ab132ef40ca req-2ef34ce7-8723-49ed-8b83-665a7465a62f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:54.766757 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5f62c584-b2e5-42dd-b538-3ab132ef40ca req-2ef34ce7-8723-49ed-8b83-665a7465a62f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 943 time: 0.0649767 Jul 12 18:18:54.802314 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5f62c584-b2e5-42dd-b538-3ab132ef40ca req-099b1577-9c57-40b5-bbe6-3b8d090eaab9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301530 Jul 12 18:18:55.379629 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:18:55.390291 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device aaef39cc-46c5-4fd5-be0f-302310afa7ab no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:55.415710 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: aaef39cc-46c5-4fd5-be0f-302310afa7ab {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:55.416046 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device aaef39cc-46c5-4fd5-be0f-302310afa7ab not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:55.603864 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:55.615112 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:18:55.651664 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:55.665564 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:18:55.688551 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:55.692919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:55.752169 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:55.759987 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.760339 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.760676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.761045 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.762027 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.762027 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.762027 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.762365 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.762671 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.763022 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.763341 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.763656 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:18:55.786889 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a922-7363-4a71-8533-2e90c673752d req-cb676e99-7e28-4efd-815b-d82b528f29d2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:55.788422 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fa72a922-7363-4a71-8533-2e90c673752d req-cb676e99-7e28-4efd-815b-d82b528f29d2 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 946 time: 0.0784073 Jul 12 18:18:55.827624 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fa72a922-7363-4a71-8533-2e90c673752d req-2bb4a1db-f1e1-4fab-945b-be9182bc2178 tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba54418f-63e9-45f4-98ce-ce799c7aecb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Jul 12 18:18:55.985179 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3ce04-ec5e-400a-a603-eba099e2bc31 req-8b93b38b-14ad-415a-927c-e6be08ea672f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:55.986713 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7df3ce04-ec5e-400a-a603-eba099e2bc31 req-8b93b38b-14ad-415a-927c-e6be08ea672f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 944 time: 0.0639088 Jul 12 18:18:56.022817 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7df3ce04-ec5e-400a-a603-eba099e2bc31 req-2ae68225-026c-4565-9730-60dbbd323f3f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305600 Jul 12 18:18:56.188079 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:56.584338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-d6c285f8-e789-45a1-8126-8bec45a9f37e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:56.585793 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-d6c285f8-e789-45a1-8126-8bec45a9f37e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 946 time: 0.0598991 Jul 12 18:18:56.682851 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Deleting port 27a0c66b-f050-4219-ad9e-8b5c59849129 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:18:56.683191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:56.768690 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] For port 27a0c66b-f050-4219-ad9e-8b5c59849129, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=27a0c66b-f050-4219-ad9e-8b5c59849129,segment=NetworkSegment(8227174d-3697-4916-bc71-7d53f0333374),segment_id=8227174d-3697-4916-bc71-7d53f0333374)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:56.769075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:56.782018 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Calling delete_port for 27a0c66b-f050-4219-ad9e-8b5c59849129 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:18:56.908527 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:56.935912 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Pushing event deleted for resources: {'Port': ['ID=27a0c66b-f050-4219-ad9e-8b5c59849129,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:56.951325 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['27a0c66b-f050-4219-ad9e-8b5c59849129'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:18:56.995735 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-24ba2fc3-4f04-46d8-99b5-0a7fb898d1e8 req-dc236ca9-5b10-49b0-8d75-a43ba0fc6fbb tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.39 "GET /v2.0/ports?device_id=e77be7bf-eec8-4c1e-b40c-a8fa3c20182d HTTP/1.1" status: 200 len: 210 time: 0.0475681 Jul 12 18:18:57.011277 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] No DVR routers for this DVR port 27a0c66b-f050-4219-ad9e-8b5c59849129 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:18:57.013619 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:57.015550 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f1af5d66-9de4-4864-83ed-bc96a5aa0b57 req-b906a5e0-de1b-4597-988b-912752bf621e tempest-AttachVolumeNegativeTest-1916786746 tempest-AttachVolumeNegativeTest-1916786746-project] 10.222.0.38 "DELETE /v2.0/ports/27a0c66b-f050-4219-ad9e-8b5c59849129 HTTP/1.1" status: 204 len: 173 time: 0.4237282 Jul 12 18:18:57.015973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'name': 'network-vif-deleted', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:57.018204 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b325f03-f17d-4475-ae62-287b089744de" -d '{"events": [{"server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "name": "network-vif-deleted", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:57.055180 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46591981-b90a-4cb5-80c4-3f15fd67a5e1 x-openstack-request-id: req-46591981-b90a-4cb5-80c4-3f15fd67a5e1 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:57.055742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77be7bf-eec8-4c1e-b40c-a8fa3c20182d", "name": "network-vif-deleted", "tag": "27a0c66b-f050-4219-ad9e-8b5c59849129", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:57.056190 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46591981-b90a-4cb5-80c4-3f15fd67a5e1 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:57.056797 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77be7bf-eec8-4c1e-b40c-a8fa3c20182d', 'name': 'network-vif-deleted', 'tag': '27a0c66b-f050-4219-ad9e-8b5c59849129', 'status': 'completed', 'code': 200} Jul 12 18:18:57.202918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9341a44-9012-4050-b1dc-6615635a18b7 req-9031bb38-d478-4720-a3f8-11306534e010 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:57.204406 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c9341a44-9012-4050-b1dc-6615635a18b7 req-9031bb38-d478-4720-a3f8-11306534e010 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 944 time: 0.0636833 Jul 12 18:18:57.242888 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c9341a44-9012-4050-b1dc-6615635a18b7 req-207c2e5d-98ea-47be-8c61-22409e856e6e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Jul 12 18:18:57.402531 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:18:57.448460 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:18:57.451829 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:57.452202 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:57.525638 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:57.548215 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:18:57.550503 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41d9d32-fd15-4fbd-bba8-9839af93624a" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:18:57.566620 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:18:57.572206 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:57.598895 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14827b1-48e3-4e81-b667-20e13be5a051 x-openstack-request-id: req-d14827b1-48e3-4e81-b667-20e13be5a051 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:18:57.599186 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:18:57.599435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d14827b1-48e3-4e81-b667-20e13be5a051 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:18:57.599810 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'code': 200} Jul 12 18:18:57.628807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:57.811537 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-ca7f91cd-5a74-4077-9096-d7422a822a20 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:18:57.811934 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91cd-5a74-4077-9096-d7422a822a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:57.880583 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dd9f-d952-4a47-bb34-9899c0786d4f req-c2fed792-4ea6-4b40-91d0-3395ac0ceca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:57.882016 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c187dd9f-d952-4a47-bb34-9899c0786d4f req-c2fed792-4ea6-4b40-91d0-3395ac0ceca1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0489330 Jul 12 18:18:57.918053 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c187dd9f-d952-4a47-bb34-9899c0786d4f req-b995409c-8160-44ec-9a56-788ee5661862 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267344 Jul 12 18:18:58.087578 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52598) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:58.133823 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Deleting subnet e4a71285-2b17-4b1a-af29-843e81a82bfb {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:18:58.136852 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.168781 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3723116'] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.206040 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.256411 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9345506'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.278893 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a71285-2b17-4b1a-af29-843e81a82bfb,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:58.284357 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.286722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d70964b5-87b7-4d5b-a5c4-539433d1ac94 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4a71285-2b17-4b1a-af29-843e81a82bfb HTTP/1.1" status: 204 len: 168 time: 0.1981466 Jul 12 18:18:58.289308 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52602) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:58.357898 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.432221 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eb278-d6e7-4759-b0e7-a8f884cbc90a req-239e5501-8e6e-4f53-948a-84e49a343d56 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:58.433721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-415eb278-d6e7-4759-b0e7-a8f884cbc90a req-239e5501-8e6e-4f53-948a-84e49a343d56 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0611260 Jul 12 18:18:58.434777 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.444241 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7034a8bf-a82d-49bd-b97f-225e4bdd0a78']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:58.457808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8227174d-3697-4916-bc71-7d53f0333374') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:58.458101 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8227174d-3697-4916-bc71-7d53f0333374') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:18:58.466576 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.469766 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-415eb278-d6e7-4759-b0e7-a8f884cbc90a req-db4c6f62-e964-4034-8d7c-55f6e0394356 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304756 Jul 12 18:18:58.480007 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.485706 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:18:58.486093 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:18:58.487829 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:18:58.540501 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.546392 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.548177 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] 10.222.0.39 "DELETE /v2.0/networks/7034a8bf-a82d-49bd-b97f-225e4bdd0a78 HTTP/1.1" status: 204 len: 168 time: 0.2579770 Jul 12 18:18:58.557824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497a5a4-d439-4c5d-b8cd-a54b4e2cbffc admin admin] Pushing event deleted for resources: {'Network': ['ID=7034a8bf-a82d-49bd-b97f-225e4bdd0a78,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:58.709257 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52606) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:58.750847 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e2717d5f-6926-41b8-a7a4-5c1b3ee1d0df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3186b4ed5834263bbb9b07e982e53d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404165 Jul 12 18:18:58.753195 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52608) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:58.801315 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.821084 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.864390 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.867150 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:18:58.868416 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba54418f-63e9-45f4-98ce-ce799c7aecb7 HTTP/1.1" status: 204 len: 168 time: 0.1143129 Jul 12 18:18:58.878126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18303cea-65aa-4d68-bf01-670b7822eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54418f-63e9-45f4-98ce-ce799c7aecb7,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:18:59.403480 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 27a0c66b-f050-4219-ad9e-8b5c59849129 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:18:59.426152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 27a0c66b-f050-4219-ad9e-8b5c59849129 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:18:59.426512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 27a0c66b-f050-4219-ad9e-8b5c59849129 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:18:59.649194 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b14f29-2ef2-4e32-ae4f-a1a7ea64fea6 req-c0f1119e-4bbe-4520-9ffc-aefaa0e7cc07 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:59.650683 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e5b14f29-2ef2-4e32-ae4f-a1a7ea64fea6 req-c0f1119e-4bbe-4520-9ffc-aefaa0e7cc07 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0656438 Jul 12 18:18:59.688655 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e5b14f29-2ef2-4e32-ae4f-a1a7ea64fea6 req-b62bb20a-4816-4868-82e4-5ec3dea9d158 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Jul 12 18:18:59.860622 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c553984-4b7c-4eec-9ded-c4aefb0b9855 req-ee644d4f-1470-4866-b8a2-a7ec09f08e16 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:18:59.862080 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7c553984-4b7c-4eec-9ded-c4aefb0b9855 req-ee644d4f-1470-4866-b8a2-a7ec09f08e16 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0626035 Jul 12 18:18:59.871337 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52646) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:18:59.876107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Request body: {'floatingip': {'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:18:59.917463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:00.600783 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:00.605107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:00.702628 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Floating IP 5869a9cf-901b-438e-bd95-51ae28b63e68 associated. External IP: 172.27.3.71, port: 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93. Jul 12 18:19:00.897368 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:19:00.998403 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:19:01.003640 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:01.008257 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:19:01.016814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:01.017466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:01.041596 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-43836f65-aecd-4413-abba-7ab9434864be tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "PUT /v2.0/floatingips/5869a9cf-901b-438e-bd95-51ae28b63e68 HTTP/1.1" status: 200 len: 990 time: 1.1691484 Jul 12 18:19:01.042165 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:01.044387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:01.083956 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542184f7-fdfc-4065-9b86-9e75a6ce7efc x-openstack-request-id: req-542184f7-fdfc-4065-9b86-9e75a6ce7efc {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:01.084256 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:01.084492 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-542184f7-fdfc-4065-9b86-9e75a6ce7efc {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:01.085109 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'status': 'completed', 'code': 200} Jul 12 18:19:01.125650 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:01.206215 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-0944e579-086b-4fd0-82ad-5bca5ac17984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:01.207744 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-0944e579-086b-4fd0-82ad-5bca5ac17984 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0549877 Jul 12 18:19:01.293240 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-b4b68b9f-795d-491d-b8fb-5235b0b75e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:01.294691 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-b4b68b9f-795d-491d-b8fb-5235b0b75e31 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0798938 Jul 12 18:19:01.343572 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '5869a9cf-901b-438e-bd95-51ae28b63e68', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:48Z', 'updated_at': '2021-07-12T18:19:00Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:01.360914 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-6eff780a-6642-4fe8-b98d-3e30cc0342f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 998 time: 0.0589178 Jul 12 18:19:01.369454 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:19:01.377612 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:01.378210 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:01.409253 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-f789bc2f-07e9-4c9c-b98b-08517b598b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:01.411201 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-f789bc2f-07e9-4c9c-b98b-08517b598b07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0423892 Jul 12 18:19:01.471684 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-bccc3204-e105-4e08-aa4b-cd66792c54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:01.473755 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-bccc3204-e105-4e08-aa4b-cd66792c54ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553081 Jul 12 18:19:01.480383 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:01.580574 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-a4de19db-4f1d-4d78-ba53-9ba277c748f3 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982437 Jul 12 18:19:01.670977 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99edcca8-264a-4dd2-b7fb-3b606aeb6ef7 req-82beb446-d2d9-43a1-8465-2c487631253a service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Jul 12 18:19:01.721380 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '5869a9cf-901b-438e-bd95-51ae28b63e68', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:48Z', 'updated_at': '2021-07-12T18:19:00Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:01.747553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0278fb1f-6d95-43f4-a86e-260991980b65 None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '5869a9cf-901b-438e-bd95-51ae28b63e68', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:18:48Z', 'updated_at': '2021-07-12T18:19:00Z', 'revision_number': 1, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:19:01.930238 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220855f-8971-4e71-bf4a-2e621e4af304 None None] New status for floating IP 5869a9cf-901b-438e-bd95-51ae28b63e68: ACTIVE {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:19:04.047009 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:19:04.256955 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-2ed2211e-048c-4b35-8890-dfa0efc930a4 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39116931&fields=id&tenant_id=c1a48e5ea9664ba2803d41982d8aa772 HTTP/1.1" status: 200 len: 267 time: 0.2045679 Jul 12 18:19:04.325539 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-01594e52-53bf-438a-be74-7a729f228316 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:04.327025 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-01594e52-53bf-438a-be74-7a729f228316 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 985 time: 0.0647810 Jul 12 18:19:04.337942 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Request body: {'port': {'security_groups': ['0ba719e2-84df-4a37-a242-ad39fc83cca3']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:04.420037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.596198 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:04.624228 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.629286 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.667620 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:04.677282 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:04.677916 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.679468 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b5547d7-c802-4e61-b16e-fde33fd16a12 req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "PUT /v2.0/ports/cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 943 time: 0.3462887 Jul 12 18:19:04.679934 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:04.682288 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2c537-c293-476a-aab0-9b4895189a83" -d '{"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:04.686192 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52734) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:04.714890 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f99dc-b3ff-4682-8d3a-f8834d683249 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event updated for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=7']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:04.741157 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbbf2af-8a15-47bf-b356-8cad60eca6b4 x-openstack-request-id: req-bbbbf2af-8a15-47bf-b356-8cad60eca6b4 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:04.741547 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:04.741897 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbbbf2af-8a15-47bf-b356-8cad60eca6b4 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:04.742388 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:19:04.770120 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.839077 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.863876 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:04.897365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c537-c293-476a-aab0-9b4895189a83 req-81f36de1-e5a1-408b-89c4-8274be278c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:04.898876 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-81f36de1-e5a1-408b-89c4-8274be278c17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1099 time: 0.0954421 Jul 12 18:19:04.967942 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.968576 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-594ca204-196e-4708-aea8-36af53157cfc None None] Provisioning complete for port cd0e1672-ad9a-4242-8ee0-669c917692d1 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:19:04.968985 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-594ca204-196e-4708-aea8-36af53157cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.970472 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:04.971616 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "DELETE /v2.0/security-groups/3046f3cf-c08c-456b-8a16-cbb33e1a7b68 HTTP/1.1" status: 204 len: 168 time: 0.2826056 Jul 12 18:19:04.974578 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52736) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:04.994382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbda9c-5a60-4fd3-bd80-2d22db1d0fab tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046f3cf-c08c-456b-8a16-cbb33e1a7b68,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:05.020030 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c537-c293-476a-aab0-9b4895189a83 req-352fd1ab-600a-4713-a441-4266ae97f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:05.021558 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-352fd1ab-600a-4713-a441-4266ae97f07c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 916 time: 0.1119034 Jul 12 18:19:05.099115 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-2101e769-aef8-4d0a-8de1-2f2d0bb132c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 1002 time: 0.0612075 Jul 12 18:19:05.146606 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c537-c293-476a-aab0-9b4895189a83 req-1424d995-67e4-40a9-b1c9-d81d0c5efe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:05.148086 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-1424d995-67e4-40a9-b1c9-d81d0c5efe1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0422471 Jul 12 18:19:05.159470 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Deleting port 01ba358f-d4cc-43c3-afbf-23b44394bd79 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:05.159819 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:05.217866 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2c537-c293-476a-aab0-9b4895189a83 req-6f1ef624-fed6-4908-b5b6-c5d5114620f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:05.219451 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-6f1ef624-fed6-4908-b5b6-c5d5114620f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646081 Jul 12 18:19:05.237062 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:05.237752 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:05.250093 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Calling delete_port for 01ba358f-d4cc-43c3-afbf-23b44394bd79 owned by network:floatingip {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:05.309240 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-34f4a99a-8a18-48f4-9f5a-7cbe027d37d8 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797060 Jul 12 18:19:05.405542 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-75d2c537-c293-476a-aab0-9b4895189a83 req-eda1a3c6-1a28-40b6-b9fe-7e825f042523 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855434 Jul 12 18:19:05.419373 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:05.445834 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event deleted for resources: {'Port': ['ID=01ba358f-d4cc-43c3-afbf-23b44394bd79,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:05.504375 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:05.504673 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Floating IP ae8e42f9-6c1e-47af-ad0a-7342aad66939 disassociated (deleted). External IP: 172.27.3.220, port: cd0e1672-ad9a-4242-8ee0-669c917692d1. Jul 12 18:19:05.938878 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Router fa50eaf1-17c6-4055-b9cc-a456bf082610 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:19:06.042029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:19:06.046748 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:06.051508 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Sync routers for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:19:06.060020 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:06.060621 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:06.081625 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-cb3b50cc-3e31-44e8-9142-b6dcd56df030 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "DELETE /v2.0/floatingips/ae8e42f9-6c1e-47af-ad0a-7342aad66939 HTTP/1.1" status: 204 len: 168 time: 1.1059630 Jul 12 18:19:06.163706 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:06.365853 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:06.396257 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Checking router: fa50eaf1-17c6-4055-b9cc-a456bf082610 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:19:06.404992 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:06.405575 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:18:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:06.512942 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:06.664553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-392ce67d-57c5-45c6-9144-0b5a92ec5b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:06.743294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:06.745836 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148bac83-b07b-4102-8eee-1175a34118f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:06.785816 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb29b5ee-6148-4d41-bc75-b614b1ee13c5 x-openstack-request-id: req-bb29b5ee-6148-4d41-bc75-b614b1ee13c5 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:06.786200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:06.786456 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb29b5ee-6148-4d41-bc75-b614b1ee13c5 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:06.786843 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:19:06.844221 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:06.885442 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f452d-6e88-4a0f-890f-55776831b5f2 None None] The sync data for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi is: [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:15:42Z', 'revision_number': 4, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'd4c6cd37-4761-46a0-a74c-d30b79da6433', 'name': '', 'network_id': 'e36899bc-94b1-4f2b-b945-0e1ad46aa0db', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'mac_address': 'fa:16:3e:c2:aa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:42Z', 'updated_at': '2021-07-12T18:15:48Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'subnets': [{'id': '6d9f1bde-3038-48f5-81ad-50294d5dc368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:19:06.937267 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bac83-b07b-4102-8eee-1175a34118f8 req-a3f5053d-1739-4011-b43e-fe1a230b2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:06.943904 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-a3f5053d-1739-4011-b43e-fe1a230b2def service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 1099 time: 0.0921185 Jul 12 18:19:07.070224 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bac83-b07b-4102-8eee-1175a34118f8 req-08a48a0c-8e16-40c2-862a-24e280fcbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:07.071924 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-08a48a0c-8e16-40c2-862a-24e280fcbbc7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 200 len: 916 time: 0.1005931 Jul 12 18:19:07.124458 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-ca5ae05f-49f8-4980-ba2a-d9402b792f39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 200 len: 217 time: 0.0446239 Jul 12 18:19:07.137659 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ddfb4-17a1-4b37-95b4-eb8805811800 None None] New status for floating IP ae8e42f9-6c1e-47af-ad0a-7342aad66939: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:19:07.173427 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bac83-b07b-4102-8eee-1175a34118f8 req-3e70fc7f-816c-492f-a650-a447d043b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:07.174886 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-3e70fc7f-816c-492f-a650-a447d043b28e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 200 len: 854 time: 0.0433309 Jul 12 18:19:07.236675 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bac83-b07b-4102-8eee-1175a34118f8 req-fa7fec45-7e98-4a1f-8989-58b1a6b4c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:07.238756 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-fa7fec45-7e98-4a1f-8989-58b1a6b4c2cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e36899bc-94b1-4f2b-b945-0e1ad46aa0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566969 Jul 12 18:19:07.331076 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-0109ee21-f0a0-408f-a1d4-fb6a4677a594 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Jul 12 18:19:07.428151 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-148bac83-b07b-4102-8eee-1175a34118f8 req-dca4a1a5-7eea-4dd9-b4a4-390f48b199c1 service neutron] 10.222.0.38 "GET /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825715 Jul 12 18:19:09.107923 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-49950a8e-8211-4141-b407-03425198ae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:09.157652 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a78a2-5a1f-4e10-bcb1-633649866256 req-1b27353e-e27b-4925-b957-1e81103fc044 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:09.159034 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c03a78a2-5a1f-4e10-bcb1-633649866256 req-1b27353e-e27b-4925-b957-1e81103fc044 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.1154883 Jul 12 18:19:09.196502 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c03a78a2-5a1f-4e10-bcb1-633649866256 req-2c2327d6-cee4-4938-893c-2981bb4420cb tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313387 Jul 12 18:19:09.555803 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:10.156930 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:10.376497 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111f936-cf47-409f-8328-a613301d222d req-c3322294-30fc-4eac-bb15-ad6377b1f438 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:10.378060 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4111f936-cf47-409f-8328-a613301d222d req-c3322294-30fc-4eac-bb15-ad6377b1f438 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0655077 Jul 12 18:19:10.415339 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4111f936-cf47-409f-8328-a613301d222d req-87fc2e66-13e8-4f5a-a9b0-7e8f6dedd361 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jul 12 18:19:11.339290 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa07930-0f49-4f08-9f48-176a072aa20c req-1251086c-fca6-410e-9889-a72cd8ebc53a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:11.340717 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-afa07930-0f49-4f08-9f48-176a072aa20c req-1251086c-fca6-410e-9889-a72cd8ebc53a tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.38 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.0609207 Jul 12 18:19:11.435193 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Deleting port cd0e1672-ad9a-4242-8ee0-669c917692d1 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:11.435530 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:11.525834 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] For port cd0e1672-ad9a-4242-8ee0-669c917692d1, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cd0e1672-ad9a-4242-8ee0-669c917692d1,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:11.526192 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:11.546975 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Calling delete_port for cd0e1672-ad9a-4242-8ee0-669c917692d1 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:11.649582 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b17c78-80cd-4249-9d75-a970a84a2fc0 req-48ac9667-f29c-4e78-a00b-311766dbccd5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:11.651047 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-97b17c78-80cd-4249-9d75-a970a84a2fc0 req-48ac9667-f29c-4e78-a00b-311766dbccd5 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/ports?device_id=a035f287-cf21-4d5c-9921-028e26e7f418 HTTP/1.1" status: 200 len: 946 time: 0.1224205 Jul 12 18:19:11.713933 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-97b17c78-80cd-4249-9d75-a970a84a2fc0 req-0cab3208-d734-4e1e-8996-e7d9d536293d tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ba719e2-84df-4a37-a242-ad39fc83cca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Jul 12 18:19:11.741702 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:11.742642 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:11.768684 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Pushing event deleted for resources: {'Port': ['ID=cd0e1672-ad9a-4242-8ee0-669c917692d1,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:11.784731 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cd0e1672-ad9a-4242-8ee0-669c917692d1'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:11.818838 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] No DVR routers for this DVR port cd0e1672-ad9a-4242-8ee0-669c917692d1 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:11.821078 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:11.822993 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-afa07930-0f49-4f08-9f48-176a072aa20c req-9fe80662-948d-4fb1-bd8e-b64da1f220b0 tempest-TestMinimumBasicScenario-1102729802 tempest-TestMinimumBasicScenario-1102729802-project] 10.222.0.38 "DELETE /v2.0/ports/cd0e1672-ad9a-4242-8ee0-669c917692d1 HTTP/1.1" status: 204 len: 173 time: 0.4754171 Jul 12 18:19:11.823463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'name': 'network-vif-deleted', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:11.825689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76133fd-c98d-480f-a19e-e4c8362a518f" -d '{"events": [{"server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "name": "network-vif-deleted", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:11.865051 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667d3d7f-77ed-4c61-a7a2-2ef0c56abb46 x-openstack-request-id: req-667d3d7f-77ed-4c61-a7a2-2ef0c56abb46 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:11.865344 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a035f287-cf21-4d5c-9921-028e26e7f418", "name": "network-vif-deleted", "tag": "cd0e1672-ad9a-4242-8ee0-669c917692d1", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:11.865603 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-667d3d7f-77ed-4c61-a7a2-2ef0c56abb46 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:11.866011 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a035f287-cf21-4d5c-9921-028e26e7f418', 'name': 'network-vif-deleted', 'tag': 'cd0e1672-ad9a-4242-8ee0-669c917692d1', 'status': 'completed', 'code': 200} Jul 12 18:19:13.484486 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52934) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:13.895639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:14.440061 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Deleting port d4c6cd37-4761-46a0-a74c-d30b79da6433 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:14.440491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:14.516421 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] For port d4c6cd37-4761-46a0-a74c-d30b79da6433, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=d4c6cd37-4761-46a0-a74c-d30b79da6433,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:14.517110 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:14.529020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Calling delete_port for d4c6cd37-4761-46a0-a74c-d30b79da6433 owned by network:router_interface {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:14.703508 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:14.729295 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c6cd37-4761-46a0-a74c-d30b79da6433,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:14.898968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.013326 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.131154 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Router fa50eaf1-17c6-4055-b9cc-a456bf082610 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:19:15.235971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:19:15.241914 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-44f57123-f50f-4362-8339-41960fa2a29e admin admin] 10.222.0.39 "PUT /v2.0/routers/fa50eaf1-17c6-4055-b9cc-a456bf082610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563691 Jul 12 18:19:15.244533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52982) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:15.244985 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Sync routers for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:19:15.254727 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:15.255464 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:19:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:15.348660 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.365865 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:15.373346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52986) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:15.452777 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.484010 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5356441f-ed71-4a16-8fdc-cc81db93f92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.492153 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cd0e1672-ad9a-4242-8ee0-669c917692d1 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:15.511014 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Deleting port ed788df9-3659-4c18-827c-2e6536047ef3 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:15.511377 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.520268 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: cd0e1672-ad9a-4242-8ee0-669c917692d1 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:15.520617 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cd0e1672-ad9a-4242-8ee0-669c917692d1 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:15.570704 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:19:14Z', 'revision_number': 5, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port': {'id': 'ed788df9-3659-4c18-827c-2e6536047ef3', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:39Z', 'updated_at': '2021-07-12T18:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:15.585534 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5356441f-ed71-4a16-8fdc-cc81db93f92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.589221 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5356441f-ed71-4a16-8fdc-cc81db93f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.591600 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] For port ed788df9-3659-4c18-827c-2e6536047ef3, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ed788df9-3659-4c18-827c-2e6536047ef3,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:15.592083 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.602253 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Checking router: fa50eaf1-17c6-4055-b9cc-a456bf082610 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:19:15.604472 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Calling delete_port for ed788df9-3659-4c18-827c-2e6536047ef3 owned by network:router_gateway {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:15.611057 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Routers {'fa50eaf1-17c6-4055-b9cc-a456bf082610'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:15.611676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:19:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['fa50eaf1-17c6-4055-b9cc-a456bf082610'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:15.629937 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-5356441f-ed71-4a16-8fdc-cc81db93f92f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d6222e3964640f79b341639cf34c746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554159 Jul 12 18:19:15.631363 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 52990) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:15.648552 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356441f-ed71-4a16-8fdc-cc81db93f92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a83f3-2602-4219-af87-3a929f428969,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:15.688840 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.698626 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] Set router fa50eaf1-17c6-4055-b9cc-a456bf082610 gateway port host: None {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:15.710821 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.766718 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:19:15Z', 'revision_number': 6, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:15.776086 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.779518 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.783382 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d77a83f3-2602-4219-af87-3a929f428969 HTTP/1.1" status: 204 len: 168 time: 0.1510766 Jul 12 18:19:15.792043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce0c84-93a8-4950-b686-731c7c17c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a83f3-2602-4219-af87-3a929f428969,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:15.798491 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.806443 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897c4eee-5e1f-482a-a439-48a9ff0e0236 None None] The sync data for ids ['fa50eaf1-17c6-4055-b9cc-a456bf082610'] in dv-cinder-800306-3-iscsi is: [{'id': 'fa50eaf1-17c6-4055-b9cc-a456bf082610', 'name': 'tempest-TestMinimumBasicScenario-1984621642-router', 'tenant_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:38Z', 'updated_at': '2021-07-12T18:19:15Z', 'revision_number': 6, 'project_id': 'c1a48e5ea9664ba2803d41982d8aa772', 'gw_port_host': None}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:19:15.835981 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed788df9-3659-4c18-827c-2e6536047ef3,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:15.900307 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.991897 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:15.994020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.034829 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.035374 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa50eaf1-17c6-4055-b9cc-a456bf082610 {{(pid=93134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:19:16.040239 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.041562 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-7865107f-f41e-47d6-8274-00f3fed26e6f admin admin] 10.222.0.39 "DELETE /v2.0/routers/fa50eaf1-17c6-4055-b9cc-a456bf082610 HTTP/1.1" status: 204 len: 168 time: 0.7960653 Jul 12 18:19:16.044488 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 52998) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:16.066838 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53000) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:16.079605 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b482986-e527-4a0b-94e2-7b0968b5a600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.087549 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Deleting subnet 6d9f1bde-3038-48f5-81ad-50294d5dc368 {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:19:16.090463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.129362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3723116'] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.180411 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b482986-e527-4a0b-94e2-7b0968b5a600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.192914 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7b482986-e527-4a0b-94e2-7b0968b5a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.265848 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7b482986-e527-4a0b-94e2-7b0968b5a600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5846423257a4273b3ddcdab8350f214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976373 Jul 12 18:19:16.273616 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53004) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:16.298323 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.300836 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482986-e527-4a0b-94e2-7b0968b5a600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe7748b-631c-46fb-9d0d-783261178d9a,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:16.340176 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.354114 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9345506'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.363995 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.381597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9f1bde-3038-48f5-81ad-50294d5dc368,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:16.390930 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.394217 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d9f1bde-3038-48f5-81ad-50294d5dc368 HTTP/1.1" status: 204 len: 168 time: 0.3486638 Jul 12 18:19:16.394628 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bd070-0e56-4f61-9fb7-49b85c738806 None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:19:16.396462 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53006) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:16.402087 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.402506 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.402911 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.403270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.403753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.403982 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.404322 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.404835 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.405180 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.405600 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.405997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.406327 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590ed03-823c-4d93-a005-e5abf7782cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:19:16.466160 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.468644 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.469803 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fe7748b-631c-46fb-9d0d-783261178d9a HTTP/1.1" status: 204 len: 168 time: 0.1949351 Jul 12 18:19:16.476426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.488534 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f790a51-174d-432d-9b1e-b3532903aa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe7748b-631c-46fb-9d0d-783261178d9a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:16.548634 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Deleting port ef2ee20a-38de-4f25-a693-afd65bb285e9 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:16.549096 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.615920 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] For port ef2ee20a-38de-4f25-a693-afd65bb285e9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ef2ee20a-38de-4f25-a693-afd65bb285e9,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:16.616385 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.637198 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Calling delete_port for ef2ee20a-38de-4f25-a693-afd65bb285e9 owned by network:dhcp {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:16.637512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] DHCP port deletion for e36899bc-94b1-4f2b-b945-0e1ad46aa0db request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:19:16.675270 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device d4c6cd37-4761-46a0-a74c-d30b79da6433 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:16.702862 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: d4c6cd37-4761-46a0-a74c-d30b79da6433 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:16.703144 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device d4c6cd37-4761-46a0-a74c-d30b79da6433 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:16.726570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Deleting port ef2ee20a-38de-4f25-a693-afd65bb285e9 {{(pid=93135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:16.727061 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.738788 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.770946 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2ee20a-38de-4f25-a693-afd65bb285e9,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:16.773119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] No DVR routers for this DVR port ef2ee20a-38de-4f25-a693-afd65bb285e9 on host dv-cinder-800306-3-iscsi {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:16.795351 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] For port ef2ee20a-38de-4f25-a693-afd65bb285e9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ef2ee20a-38de-4f25-a693-afd65bb285e9,segment=NetworkSegment(6dee72b5-fe67-484b-b13c-7334b1ce3f19),segment_id=6dee72b5-fe67-484b-b13c-7334b1ce3f19)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:16.795784 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.810616 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Calling delete_port for ef2ee20a-38de-4f25-a693-afd65bb285e9 owned by network:dhcp {{(pid=93135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:16.857711 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.869599 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36899bc-94b1-4f2b-b945-0e1ad46aa0db']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:16.886249 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee72b5-fe67-484b-b13c-7334b1ce3f19') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:16.886559 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee72b5-fe67-484b-b13c-7334b1ce3f19') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:16.897209 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.919299 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.937396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:19:16.938429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:19:16.940606 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:19:17.014298 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.015828 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895'] for port, after_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.030551 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.042545 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] 10.222.0.39 "DELETE /v2.0/networks/e36899bc-94b1-4f2b-b945-0e1ad46aa0db HTTP/1.1" status: 204 len: 168 time: 0.6449249 Jul 12 18:19:17.045345 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53022) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:17.045966 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-51a88226-c187-426f-ba2c-8dac90448bf6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989251 Jul 12 18:19:17.055495 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Network e36899bc-94b1-4f2b-b945-0e1ad46aa0db is not hosted by any dhcp agent {{(pid=93135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 18:19:17.056159 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] No DVR routers for this DVR port ef2ee20a-38de-4f25-a693-afd65bb285e9 on host dv-cinder-800306-3-iscsi {{(pid=93135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:17.057991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92e78c-32ad-4e46-9786-b47201fb6f45 None None] Pushing event deleted for resources: {'Port': ['ID=ef2ee20a-38de-4f25-a693-afd65bb285e9,revision_number=None']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:17.061702 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613af7d-7217-414e-96ae-8fca1456825f admin admin] Pushing event deleted for resources: {'Network': ['ID=e36899bc-94b1-4f2b-b945-0e1ad46aa0db,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:17.208811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-e159093e-0094-4496-8ad8-f84d5fc18e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:17.208811 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-e159093e-0094-4496-8ad8-f84d5fc18e4f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0627871 Jul 12 18:19:17.332995 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-1b052c34-8556-4e64-a71e-b90eca7eee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:17.334394 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-1b052c34-8556-4e64-a71e-b90eca7eee06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.1014948 Jul 12 18:19:17.412809 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-d93728ac-e121-4b06-85b2-2f7ec82ab483 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1000 time: 0.0716488 Jul 12 18:19:17.454069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.468184 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-4a28e056-04ca-4f2a-814f-1856c5e9a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:17.469741 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-4a28e056-04ca-4f2a-814f-1856c5e9a3be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0507941 Jul 12 18:19:17.533480 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-8feda688-0a8f-4268-b333-203253ad4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:17.535886 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-8feda688-0a8f-4268-b333-203253ad4acf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582557 Jul 12 18:19:17.629581 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-2aee1808-6fb2-4757-bbc2-16f57edc12e7 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Jul 12 18:19:17.728598 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f56c81f2-afcf-41db-929f-d649f1a03783 req-5e11b81f-6d16-4a3a-9216-559c2d6cb733 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921533 Jul 12 18:19:17.732309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Deleting port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:17.732653 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.809946 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] For port 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:17.810314 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:17.823713 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Calling delete_port for 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:18.002456 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.030768 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:18.221294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.339585 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ed788df9-3659-4c18-827c-2e6536047ef3 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:18.370234 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: ed788df9-3659-4c18-827c-2e6536047ef3 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:18.370761 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ed788df9-3659-4c18-827c-2e6536047ef3 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:18.371192 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ef2ee20a-38de-4f25-a693-afd65bb285e9 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:18.390498 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: ef2ee20a-38de-4f25-a693-afd65bb285e9 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:18.391031 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ef2ee20a-38de-4f25-a693-afd65bb285e9 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:18.465237 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Router 93785f7a-e64b-4599-8cca-8355e85c577a has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:19:18.572293 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:19:18.577493 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-95175c51-197e-4e24-b24f-e4559658b471 admin admin] 10.222.0.39 "PUT /v2.0/routers/93785f7a-e64b-4599-8cca-8355e85c577a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311172 Jul 12 18:19:18.580304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53072) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:18.582331 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Sync routers for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:19:18.596471 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:18.597753 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:19:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:18.695311 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.704137 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:18.798027 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.856559 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Deleting port 630778ee-fb38-4730-84f0-e059fd662d81 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:18.856932 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.893299 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '630778ee-fb38-4730-84f0-e059fd662d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:19:17Z', 'revision_number': 5, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port': {'id': '630778ee-fb38-4730-84f0-e059fd662d81', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:15:45Z', 'updated_at': '2021-07-12T18:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:18.927534 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Checking router: 93785f7a-e64b-4599-8cca-8355e85c577a for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:19:18.935655 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Routers {'93785f7a-e64b-4599-8cca-8355e85c577a'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:19:18.936260 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:19:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['93785f7a-e64b-4599-8cca-8355e85c577a'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:18.937454 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] For port 630778ee-fb38-4730-84f0-e059fd662d81, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=630778ee-fb38-4730-84f0-e059fd662d81,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:18.937718 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:18.953776 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Calling delete_port for 630778ee-fb38-4730-84f0-e059fd662d81 owned by network:router_gateway {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:19.024370 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] Set router 93785f7a-e64b-4599-8cca-8355e85c577a gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:19:19.079228 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:19:18Z', 'revision_number': 6, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:19.106783 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535d2f-6e93-463d-9864-458d2cae1dbd None None] The sync data for ids ['93785f7a-e64b-4599-8cca-8355e85c577a'] in dv-cinder-800306-3-iscsi is: [{'id': '93785f7a-e64b-4599-8cca-8355e85c577a', 'name': 'tempest-TestMinimumBasicScenario-899370093-router', 'tenant_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:15:44Z', 'updated_at': '2021-07-12T18:19:18Z', 'revision_number': 6, 'project_id': 'a447ac097f5d4b5caa136ca9d87cb2b3', 'gw_port_host': None}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:19:19.126905 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.157382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=630778ee-fb38-4730-84f0-e059fd662d81,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:19.219079 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.227315 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53086) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:19.334769 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-11625633-10d2-4c4c-b393-11aed838e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.442481 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-11625633-10d2-4c4c-b393-11aed838e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.448389 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-11625633-10d2-4c4c-b393-11aed838e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.492213 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-11625633-10d2-4c4c-b393-11aed838e39b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68187f698a4f4049aa2a4f7036296543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637966 Jul 12 18:19:19.493990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11625633-10d2-4c4c-b393-11aed838e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd183ef-b53b-4677-886c-73f8abdbf0ab,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:19.497286 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53092) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:19.560098 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.571939 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.574109 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.582160 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.621686 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.622260 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93785f7a-e64b-4599-8cca-8355e85c577a {{(pid=93134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:19:19.627068 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.628498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-83e38c6f-02f6-4a05-8269-cb8b8c5e60a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/93785f7a-e64b-4599-8cca-8355e85c577a HTTP/1.1" status: 204 len: 168 time: 1.0470779 Jul 12 18:19:19.631191 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53094) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:19.664586 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.667747 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.668992 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cd183ef-b53b-4677-886c-73f8abdbf0ab HTTP/1.1" status: 204 len: 168 time: 0.1703241 Jul 12 18:19:19.685474 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b85bb7-fa76-4a85-8fef-6541df626255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd183ef-b53b-4677-886c-73f8abdbf0ab,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:19.697369 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Deleting subnet 284c09b8-215f-4978-ba0c-6715d1a91eee {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:19:19.700201 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.738961 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.853447 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.915409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.940201 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284c09b8-215f-4978-ba0c-6715d1a91eee,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:19.954291 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:19.959053 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-58167986-e9c5-487b-8f2a-de913e64d980 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/284c09b8-215f-4978-ba0c-6715d1a91eee HTTP/1.1" status: 204 len: 168 time: 0.3239534 Jul 12 18:19:19.959439 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53104) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:19.967336 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53106) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:19.973569 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f3093-1a95-4ce6-9b8c-78b92c80f040 None None] Network 10b0e6b9-2907-4e10-a01f-e819e9d90ffd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:19:19.990870 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f608bc15-4a4e-44a4-80d8-56e78a7cc358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.039621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.114373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f608bc15-4a4e-44a4-80d8-56e78a7cc358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.120385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-f608bc15-4a4e-44a4-80d8-56e78a7cc358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.123886 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Deleting port 90ba1c97-5868-40d5-a891-10b686f1c8cb {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:20.124490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.168430 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-f608bc15-4a4e-44a4-80d8-56e78a7cc358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2e20a8e918b4101a1d77802ed4e6868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970017 Jul 12 18:19:20.168430 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608bc15-4a4e-44a4-80d8-56e78a7cc358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d81f9e-30fe-403f-9d95-00ce4d4adfd5,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:20.170489 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53108) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:20.199115 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] For port 90ba1c97-5868-40d5-a891-10b686f1c8cb, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=90ba1c97-5868-40d5-a891-10b686f1c8cb,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:20.199682 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.216013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] DHCP port deletion for 10b0e6b9-2907-4e10-a01f-e819e9d90ffd request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:19:20.221631 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Calling delete_port for 90ba1c97-5868-40d5-a891-10b686f1c8cb owned by network:dhcp {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:20.232375 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.256916 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.293219 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Deleting port 90ba1c97-5868-40d5-a891-10b686f1c8cb {{(pid=93135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:20.294267 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.315410 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.319287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.320564 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89d81f9e-30fe-403f-9d95-00ce4d4adfd5 HTTP/1.1" status: 204 len: 168 time: 0.1491122 Jul 12 18:19:20.339646 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10ec0-6ed2-4063-8895-45f64faa25f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d81f9e-30fe-403f-9d95-00ce4d4adfd5,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:20.349143 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:20.386050 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:20.386452 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8d8a9cb4-9f8f-468e-b13e-4f0e50e9a5c1 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:20.387083 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 630778ee-fb38-4730-84f0-e059fd662d81 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:20.415941 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 630778ee-fb38-4730-84f0-e059fd662d81 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:20.416339 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 630778ee-fb38-4730-84f0-e059fd662d81 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:20.417178 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 90ba1c97-5868-40d5-a891-10b686f1c8cb no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:20.455341 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] For port 90ba1c97-5868-40d5-a891-10b686f1c8cb, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=90ba1c97-5868-40d5-a891-10b686f1c8cb,segment=NetworkSegment(47964a76-e0c5-464d-b28a-74ebb3975af9),segment_id=47964a76-e0c5-464d-b28a-74ebb3975af9)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:20.455711 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.472018 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Calling delete_port for 90ba1c97-5868-40d5-a891-10b686f1c8cb owned by network:dhcp {{(pid=93135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:20.593423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.626615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ba1c97-5868-40d5-a891-10b686f1c8cb,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:20.629136 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] No DVR routers for this DVR port 90ba1c97-5868-40d5-a891-10b686f1c8cb on host dv-cinder-800306-3-iscsi {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:20.688025 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.720759 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.738517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895'] for port, after_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.738827 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b0e6b9-2907-4e10-a01f-e819e9d90ffd']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:20.754528 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47964a76-e0c5-464d-b28a-74ebb3975af9') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:20.754838 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47964a76-e0c5-464d-b28a-74ebb3975af9') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:19:20.762922 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] Pushing event deleted for resources: {'Port': ['ID=90ba1c97-5868-40d5-a891-10b686f1c8cb,revision_number=None']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:20.765729 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.768240 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2e315-88ef-4f38-b122-5f790cd6c424 None None] No DVR routers for this DVR port 90ba1c97-5868-40d5-a891-10b686f1c8cb on host dv-cinder-800306-3-iscsi {{(pid=93135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:20.783065 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.789492 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:19:20.789967 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:19:20.791658 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:19:20.845318 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.851471 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:20.853309 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] 10.222.0.39 "DELETE /v2.0/networks/10b0e6b9-2907-4e10-a01f-e819e9d90ffd HTTP/1.1" status: 204 len: 168 time: 0.8930953 Jul 12 18:19:20.864794 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d42a0-dc0e-4627-bfc9-e7e54a189646 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b0e6b9-2907-4e10-a01f-e819e9d90ffd,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:21.021362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53132) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:21.059654 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-5dcb681a-5f2c-4ed1-ab90-37ea397b39df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1a48e5ea9664ba2803d41982d8aa772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371392 Jul 12 18:19:21.062176 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53136) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:21.110744 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.134811 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.183912 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.187511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.192269 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ba719e2-84df-4a37-a242-ad39fc83cca3 HTTP/1.1" status: 204 len: 168 time: 0.1291625 Jul 12 18:19:21.202356 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc9a7-4c39-49a4-aa9b-4bb9ebd7edbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba719e2-84df-4a37-a242-ad39fc83cca3,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:21.469260 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53152) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:21.507735 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-375c15c1-e391-41c1-879d-d1169a18068d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a447ac097f5d4b5caa136ca9d87cb2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373161 Jul 12 18:19:21.510239 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53156) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:21.556779 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.577018 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.623002 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.626032 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:21.627428 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19ed49e4-c934-4fa2-aba6-33e23446cbda HTTP/1.1" status: 204 len: 168 time: 0.1161675 Jul 12 18:19:21.635730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04a13c-9f73-4242-841c-b7b435f0540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed49e4-c934-4fa2-aba6-33e23446cbda,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:24.691506 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53204) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:24.793166 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c51dab3e-e5cf-45e8-aa42-93116f96bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:24.882470 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c51dab3e-e5cf-45e8-aa42-93116f96bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:24.887779 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c51dab3e-e5cf-45e8-aa42-93116f96bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:24.925466 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c51dab3e-e5cf-45e8-aa42-93116f96bb5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5cbe426899446d4a19597f9c3e572d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328045 Jul 12 18:19:24.926320 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dab3e-e5cf-45e8-aa42-93116f96bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c05d9-b290-46cf-9311-0bf8115524f2,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:24.928947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53210) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:24.979240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.002210 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.055288 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.057995 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.059391 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc8c05d9-b290-46cf-9311-0bf8115524f2 HTTP/1.1" status: 204 len: 168 time: 0.1287029 Jul 12 18:19:25.067457 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18494d7d-2b1b-403e-9e20-b71af3430ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c05d9-b290-46cf-9311-0bf8115524f2,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:25.325617 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53220) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:25.338773 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0601588c-1498-44d3-a88f-1b1bd80681ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.424599 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0601588c-1498-44d3-a88f-1b1bd80681ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.428728 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0601588c-1498-44d3-a88f-1b1bd80681ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.465805 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0601588c-1498-44d3-a88f-1b1bd80681ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f3c1a704e1b44cf84e8d3011dd343bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391387 Jul 12 18:19:25.466893 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601588c-1498-44d3-a88f-1b1bd80681ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11028c-735c-48c7-9c42-39dad0f08032,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:25.468528 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53222) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:25.518712 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.538979 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.582979 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.585547 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:25.586659 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d11028c-735c-48c7-9c42-39dad0f08032 HTTP/1.1" status: 204 len: 168 time: 0.1169255 Jul 12 18:19:25.593828 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a70177-b1f2-456a-b91d-a8ff234666fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11028c-735c-48c7-9c42-39dad0f08032,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:26.223785 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53250) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:26.314923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1095342442-network', 'tenant_id': 'cc6073403f1c480285c469e2ba5363ab'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:26.336739 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Made reservation on behalf of cc6073403f1c480285c469e2ba5363ab for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:19:26.339188 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.347682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.440614 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.444328 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.468484 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:19:26.478049 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20769e51-33d4-4904-9fae-4a65eaee37c9,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:26.484132 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.484477 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Added segment df6d69c0-9075-4e33-8432-d9244791114c of type vlan for network 1652752a-e28e-4fd3-86d3-a58de1ab4554 Jul 12 18:19:26.524065 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.553205 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.554427 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:26.555024 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.609077 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3845873 Jul 12 18:19:26.612967 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53262) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:19:26.614601 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772e06-cae5-43ca-a8a7-49109826586c admin admin] Pushing event updated for resources: {'Network': ['ID=1652752a-e28e-4fd3-86d3-a58de1ab4554,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:26.620362 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Request body: {'subnet': {'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1095342442-subnet', 'tenant_id': 'cc6073403f1c480285c469e2ba5363ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:26.629064 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:19:26.648205 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Made reservation on behalf of cc6073403f1c480285c469e2ba5363ab for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:19:26.650602 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.816646 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.867204 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eee5cbf-d6de-4bd8-890d-5491e5a63439,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:26.877336 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Checking segment: {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:19:26.877690 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Network hostable DHCP agents. Network: 1652752a-e28e-4fd3-86d3-a58de1ab4554, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:19:26.895321 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:19:26.904595 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 1652752a-e28e-4fd3-86d3-a58de1ab4554) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:19:26.908967 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:26.909633 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:26.914501 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7e6d4-03e7-4efe-a6be-0fb2c90a3d14 None None] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:19:26.923436 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2a7320df-a255-419f-a7f7-9fe122896593 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3091214 Jul 12 18:19:27.039747 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b8841-a82d-47be-bc58-3da9223e2a1b None None] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:19:28.748621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-f2216ce2-0b4f-4e11-b2fc-9b677a68e78f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:28.750345 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-f2216ce2-0b4f-4e11-b2fc-9b677a68e78f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 809 time: 0.1027300 Jul 12 18:19:28.765008 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-3827ca24-bf2c-4bc7-98aa-831a5b4533b7 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/quotas/cc6073403f1c480285c469e2ba5363ab HTTP/1.1" status: 200 len: 375 time: 0.0086315 Jul 12 18:19:28.795987 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-096047d8-9471-43d7-ac73-ea22a0f149c2 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262499 Jul 12 18:19:28.929600 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-e6a91dea-227e-425e-bc32-9e93a0a369db service neutron] 10.222.0.39 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268744 Jul 12 18:19:29.014973 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-417bd9c9-1639-4ca1-a1e6-f1c3fdabe5e9 service neutron] 10.222.0.39 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797329 Jul 12 18:19:29.185620 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2ea997b3-227b-4912-aabc-f8061736d2b4 req-e88172ca-f9a1-4fba-ab35-8263ea56039d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 210 time: 0.0319741 Jul 12 18:19:30.323377 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cf51c8e0-ba39-4e2b-8512-05942b9b3b5a req-43c03ea0-013a-46dd-ad0a-d039313a40ad tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 210 time: 0.0279982 Jul 12 18:19:30.528325 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-45d40320-b06c-42a4-bcbd-35467dc93141 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:30.529787 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-45d40320-b06c-42a4-bcbd-35467dc93141 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 809 time: 0.0995481 Jul 12 18:19:30.560355 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Request body: {'port': {'device_id': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554', 'admin_state_up': True, 'tenant_id': 'cc6073403f1c480285c469e2ba5363ab'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:30.669549 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Made reservation on behalf of cc6073403f1c480285c469e2ba5363ab for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:19:30.673064 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:30.796833 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Allocated IP 172.20.0.8 (1652752a-e28e-4fd3-86d3-a58de1ab4554/6eee5cbf-d6de-4bd8-890d-5491e5a63439/cab4087d-d27d-4312-9395-3614bea4cac5) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:19:30.939318 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:30.976707 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.019657 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:19:31.024692 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:19:31.028358 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:19:31.056355 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Pushing event updated for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:31.080171 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:31.080788 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.094459 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-64fa6461-7a5a-45b1-a48f-9a02490172b8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377648 Jul 12 18:19:31.155245 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Request body: {'port': {'device_id': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:31.224251 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.520321 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab4087d-d27d-4312-9395-3614bea4cac5 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:19:31.528642 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.542342 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00802368-3b3c-4e94-8f9d-cacb1a977d5a req-5d7f46ff-17ae-49b3-a375-97a50b27df3d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:31.543800 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-00802368-3b3c-4e94-8f9d-cacb1a977d5a req-5d7f46ff-17ae-49b3-a375-97a50b27df3d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 931 time: 0.1108432 Jul 12 18:19:31.551463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Transition to ACTIVE for port object cab4087d-d27d-4312-9395-3614bea4cac5 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:19:31.558389 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.626732 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-00802368-3b3c-4e94-8f9d-cacb1a977d5a req-18682215-044b-42bf-9021-7dc538117a1b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Jul 12 18:19:31.630640 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Pushing event updated for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:31.700591 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Attempting to bind port cab4087d-d27d-4312-9395-3614bea4cac5 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:19:31.700952 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Attempting to bind port cab4087d-d27d-4312-9395-3614bea4cac5 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:19:31.701283 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Attempting to bind port cab4087d-d27d-4312-9395-3614bea4cac5 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:19:31.705372 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Port cab4087d-d27d-4312-9395-3614bea4cac5 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:19:31.705689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Attempting to bind port cab4087d-d27d-4312-9395-3614bea4cac5 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:19:31.710301 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:19:31.710632 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Checking segment: {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:19:31.711007 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Bound using segment: {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:19:31.711428 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Bound port: cab4087d-d27d-4312-9395-3614bea4cac5, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:19:31.711777 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.772651 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:19:31.775517 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cab4087d-d27d-4312-9395-3614bea4cac5,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:19:31.779694 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.810148 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:31.810828 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:31.812176 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] 10.222.0.38 "PUT /v2.0/ports/cab4087d-d27d-4312-9395-3614bea4cac5 HTTP/1.1" status: 200 len: 1093 time: 0.7026529 Jul 12 18:19:31.812603 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:31.814842 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e1829-7368-409d-90d1-ff0e699f6009" -d '{"events": [{"name": "network-changed", "server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:31.840396 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b5852-4aad-457c-9d96-c36d9316f88a service neutron] Pushing event updated for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:31.930359 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-c3abb503-788d-406d-b0a8-1ab0f8de03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:31.931864 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-c3abb503-788d-406d-b0a8-1ab0f8de03a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 1096 time: 0.0556395 Jul 12 18:19:31.979751 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b42068d-6cc3-4d56-9c38-5737ea99e28a x-openstack-request-id: req-3b42068d-6cc3-4d56-9c38-5737ea99e28a {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:31.980040 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:31.980290 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b42068d-6cc3-4d56-9c38-5737ea99e28a {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:31.980681 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5', 'status': 'completed', 'code': 200} Jul 12 18:19:31.982249 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-e66c9db0-32d0-4c50-bb0f-e94f58da901a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab4087d-d27d-4312-9395-3614bea4cac5 HTTP/1.1" status: 200 len: 217 time: 0.0356250 Jul 12 18:19:32.037108 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-b9ce63aa-12da-427d-9eaf-067e2101ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:32.038475 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-b9ce63aa-12da-427d-9eaf-067e2101ab43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eee5cbf-d6de-4bd8-890d-5491e5a63439 HTTP/1.1" status: 200 len: 849 time: 0.0411441 Jul 12 18:19:32.073196 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-652f9777-d692-4947-a0f9-7e894bf9a50e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1652752a-e28e-4fd3-86d3-a58de1ab4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276480 Jul 12 18:19:32.157247 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-14fc80d5-4564-463d-8492-42ccf84383d8 service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0769022 Jul 12 18:19:32.246878 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c454f349-a075-4fad-a9db-77960de0e1f3 req-13e8c8f5-2e26-4e74-9041-9491e49d3a6b service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Jul 12 18:19:32.418487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-c8308612-9e64-4ef1-a9db-f0bd4206bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:32.419848 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-c8308612-9e64-4ef1-a9db-f0bd4206bc98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 1096 time: 0.0513802 Jul 12 18:19:32.506131 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-ac4e8648-c285-4027-91dc-d27fb8a49ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:32.507553 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-ac4e8648-c285-4027-91dc-d27fb8a49ef4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 910 time: 0.0798807 Jul 12 18:19:32.551053 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-6fdae65c-ef1c-4bbb-af72-92d4208609bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab4087d-d27d-4312-9395-3614bea4cac5 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Jul 12 18:19:32.604748 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-8c49a5d1-d8d9-42df-9840-a9dc34892675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:32.606167 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-8c49a5d1-d8d9-42df-9840-a9dc34892675 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eee5cbf-d6de-4bd8-890d-5491e5a63439 HTTP/1.1" status: 200 len: 849 time: 0.0414984 Jul 12 18:19:32.640751 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-1760bc19-12c9-4097-8b38-b076f122f35e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1652752a-e28e-4fd3-86d3-a58de1ab4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241504 Jul 12 18:19:32.733931 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-da4c612f-1b39-46a1-8dd5-722d09e16a08 service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Jul 12 18:19:32.835990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc2a89-0391-43a6-8cc9-05501d682ec0 req-38e90ebe-e729-44a5-8912-5f4a6bfb3aa3 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:32.838794 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e5cc2a89-0391-43a6-8cc9-05501d682ec0 req-38e90ebe-e729-44a5-8912-5f4a6bfb3aa3 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 943 time: 0.0917783 Jul 12 18:19:32.839369 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8c3e1829-7368-409d-90d1-ff0e699f6009 req-ece03701-156b-4d6c-8cb0-946fda4415ae service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963564 Jul 12 18:19:32.889123 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e5cc2a89-0391-43a6-8cc9-05501d682ec0 req-6baa9909-81d8-463f-801b-079671343dff tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Jul 12 18:19:34.071371 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafac077-4622-4d39-94b7-819fcb9fbafa req-683745b9-2561-4d16-8708-5523e36b53c4 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:34.073186 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dafac077-4622-4d39-94b7-819fcb9fbafa req-683745b9-2561-4d16-8708-5523e36b53c4 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 943 time: 0.0713446 Jul 12 18:19:34.112625 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dafac077-4622-4d39-94b7-819fcb9fbafa req-fdd4fa79-c076-4ebd-9527-a8983db217a4 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Jul 12 18:19:34.443300 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b3a4-c7e9-43ca-b2a7-f1bee85c5ffb req-a8b41db2-13cb-4dd0-8a6f-60a807f4622b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:34.444732 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c253b3a4-c7e9-43ca-b2a7-f1bee85c5ffb req-a8b41db2-13cb-4dd0-8a6f-60a807f4622b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0658581 Jul 12 18:19:34.480732 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c253b3a4-c7e9-43ca-b2a7-f1bee85c5ffb req-5d0dbd83-06b7-4fe7-b503-b35fa1dba1df tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303876 Jul 12 18:19:35.287248 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80332ecd-ebe1-486c-8353-d700f8262639 req-a771c292-ba4a-4b33-9861-92f6cd29b8f9 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:35.288745 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-80332ecd-ebe1-486c-8353-d700f8262639 req-a771c292-ba4a-4b33-9861-92f6cd29b8f9 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 943 time: 0.0628471 Jul 12 18:19:35.325537 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-80332ecd-ebe1-486c-8353-d700f8262639 req-8d94f7b4-be50-4ff9-b13a-661b88e7878f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Jul 12 18:19:35.568474 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cab4087d-d27d-4312-9395-3614bea4cac5 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:19:35.652413 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6daf14-b28e-4a56-9e8f-a6a8e9ed4f4d req-327fe420-f8db-4205-81a9-391d8ea8200e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:35.653916 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3b6daf14-b28e-4a56-9e8f-a6a8e9ed4f4d req-327fe420-f8db-4205-81a9-391d8ea8200e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0654669 Jul 12 18:19:35.659484 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cab4087d-d27d-4312-9395-3614bea4cac5,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:35.671310 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'cab4087d-d27d-4312-9395-3614bea4cac5', 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554', 'port_id': 'cab4087d-d27d-4312-9395-3614bea4cac5', 'mac_address': 'fa:16:3e:9f:60:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eee5cbf-d6de-4bd8-890d-5491e5a63439', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:19:35.692631 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3b6daf14-b28e-4a56-9e8f-a6a8e9ed4f4d req-bebf3e48-7483-4510-bb98-09c7f1e8bce7 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Jul 12 18:19:35.711388 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:35.724087 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab4087d-d27d-4312-9395-3614bea4cac5 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:19:35.743336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cab4087d-d27d-4312-9395-3614bea4cac5,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:35.746266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:35.796106 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:36.125453 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cab4087d-d27d-4312-9395-3614bea4cac5'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:36.498526 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88ebe8-42c5-454b-a79f-61faba2d2933 req-e4724ea6-57ba-48f5-919d-ab205810a786 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:36.501074 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9a88ebe8-42c5-454b-a79f-61faba2d2933 req-e4724ea6-57ba-48f5-919d-ab205810a786 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 944 time: 0.0625393 Jul 12 18:19:36.516572 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e4e9e747-fdba-455c-ba27-28bd5029bb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:36.538577 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9a88ebe8-42c5-454b-a79f-61faba2d2933 req-ea69fea8-687b-42b1-8f62-e40a8dfde62d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Jul 12 18:19:36.858649 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c036edf-ae3a-4f07-a04a-4a992a7f5024 req-299e9a52-aecb-45b1-b51b-502805523f01 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:36.860092 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0c036edf-ae3a-4f07-a04a-4a992a7f5024 req-299e9a52-aecb-45b1-b51b-502805523f01 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0609012 Jul 12 18:19:36.897563 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0c036edf-ae3a-4f07-a04a-4a992a7f5024 req-6efea10e-eeff-45de-8776-a84a56067590 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315335 Jul 12 18:19:37.571239 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cab4087d-d27d-4312-9395-3614bea4cac5 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:19:37.620335 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port cab4087d-d27d-4312-9395-3614bea4cac5 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:19:37.624799 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port cab4087d-d27d-4312-9395-3614bea4cac5 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:19:37.625202 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:37.703969 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:37.711593 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe57a-bf89-49d0-879f-ab85918f7548 req-9ebed66e-1150-442d-b7be-8f07fb324622 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:37.713095 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e03fe57a-bf89-49d0-879f-ab85918f7548 req-9ebed66e-1150-442d-b7be-8f07fb324622 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 944 time: 0.0622988 Jul 12 18:19:37.727013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:37.729227 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd75a7-f619-4ee7-a653-61cf0bb0b9d9" -d '{"events": [{"server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "name": "network-vif-plugged", "status": "completed", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:37.741716 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cab4087d-d27d-4312-9395-3614bea4cac5,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:37.745639 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:37.750905 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e03fe57a-bf89-49d0-879f-ab85918f7548 req-27702761-db75-4f5f-92ed-7bb1bec45963 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 12 18:19:37.794542 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388e26d3-78bd-44ab-beed-626ac8c7f7aa x-openstack-request-id: req-388e26d3-78bd-44ab-beed-626ac8c7f7aa {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:37.794822 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "name": "network-vif-plugged", "status": "completed", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:37.795071 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-388e26d3-78bd-44ab-beed-626ac8c7f7aa {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:37.795451 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5', 'code': 200} Jul 12 18:19:37.804556 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:38.047741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32ae42-cde4-43cd-903a-f6fc388487e4 req-2b5073e8-f86c-43e7-9d7a-0697d469d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:38.049270 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f32ae42-cde4-43cd-903a-f6fc388487e4 req-2b5073e8-f86c-43e7-9d7a-0697d469d7e7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 1098 time: 0.0539513 Jul 12 18:19:38.069860 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f4037-8d01-4fa7-945c-ff80b3e1a9e7 req-82a5936a-f2bf-4850-a82f-6e2b37d5164a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:38.071334 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e71f4037-8d01-4fa7-945c-ff80b3e1a9e7 req-82a5936a-f2bf-4850-a82f-6e2b37d5164a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0623410 Jul 12 18:19:38.084420 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f32ae42-cde4-43cd-903a-f6fc388487e4 req-aa5fde09-30a1-4233-88bf-0ca404066c88 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270343 Jul 12 18:19:38.107791 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e71f4037-8d01-4fa7-945c-ff80b3e1a9e7 req-8cc2af87-4a39-499e-8541-886ac235a517 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307384 Jul 12 18:19:38.929275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece121-814e-4642-9b87-09b097e9d715 req-3823319c-7479-4d6a-9e04-766b593e495a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:38.930837 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-46ece121-814e-4642-9b87-09b097e9d715 req-3823319c-7479-4d6a-9e04-766b593e495a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 945 time: 0.0678840 Jul 12 18:19:38.966911 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-46ece121-814e-4642-9b87-09b097e9d715 req-59a3c6a2-d37a-4191-97d6-066f7db7ae49 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306709 Jul 12 18:19:39.108569 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4a43dbec-a655-4aad-bc9b-ccad400e33b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:39.280883 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58752f-1529-4ad4-bd27-b39400f28ee5 req-8b77a06e-ac89-4923-888b-f11fc19b9c75 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:39.282454 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9c58752f-1529-4ad4-bd27-b39400f28ee5 req-8b77a06e-ac89-4923-888b-f11fc19b9c75 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0634241 Jul 12 18:19:39.321055 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9c58752f-1529-4ad4-bd27-b39400f28ee5 req-fc99279c-c4e5-42be-8971-e35dd8176caa tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jul 12 18:19:39.556964 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:40.139928 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc93df4-39ac-42be-8986-057e5e23df6d req-a1dffb31-7837-44a3-b8ba-a13a89a61c1b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:40.141431 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3fc93df4-39ac-42be-8986-057e5e23df6d req-a1dffb31-7837-44a3-b8ba-a13a89a61c1b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 945 time: 0.0662725 Jul 12 18:19:40.159848 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:40.179434 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3fc93df4-39ac-42be-8986-057e5e23df6d req-460f6058-d879-4504-aae7-41bbcd657564 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Jul 12 18:19:40.495582 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104065-00fd-40fb-b736-da5a79d63f10 req-cdcfe707-0e94-43d1-976d-20bbad75856d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:40.497089 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3c104065-00fd-40fb-b736-da5a79d63f10 req-cdcfe707-0e94-43d1-976d-20bbad75856d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0637550 Jul 12 18:19:40.533398 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3c104065-00fd-40fb-b736-da5a79d63f10 req-96fca226-4211-4595-b78b-9dcac40da86d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304966 Jul 12 18:19:41.045095 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:19:41.052615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43dc8e-b183-40c0-aa1b-69ab9e7e0191 req-d8913b0b-d67e-41f8-a68b-bccce3bae8ec tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:41.054132 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ee43dc8e-b183-40c0-aa1b-69ab9e7e0191 req-d8913b0b-d67e-41f8-a68b-bccce3bae8ec tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 945 time: 0.0647490 Jul 12 18:19:41.091187 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ee43dc8e-b183-40c0-aa1b-69ab9e7e0191 req-d77e94d1-ee1a-43aa-8615-ee391e50bd01 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Jul 12 18:19:41.702623 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd761006-94ac-4f31-a5cf-34db0c6af4f6 req-4f5774ad-cb5b-4e40-994f-cda354424c74 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:41.704076 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dd761006-94ac-4f31-a5cf-34db0c6af4f6 req-4f5774ad-cb5b-4e40-994f-cda354424c74 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0614531 Jul 12 18:19:41.741775 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dd761006-94ac-4f31-a5cf-34db0c6af4f6 req-92908021-5eb6-416c-9f16-a3ce779d3b04 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Jul 12 18:19:41.744181 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:42.259711 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc69d7c-067d-47ee-bd29-b896e94d143a req-095711bd-a998-4056-8001-6883be184a6f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:42.261219 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2cc69d7c-067d-47ee-bd29-b896e94d143a req-095711bd-a998-4056-8001-6883be184a6f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 945 time: 0.0609727 Jul 12 18:19:42.298407 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2cc69d7c-067d-47ee-bd29-b896e94d143a req-2e847925-b059-4dc6-8f2a-0aea02ec49f3 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jul 12 18:19:42.799979 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-87ec9156-5094-42d8-9025-81034c23f702 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:42.801447 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-87ec9156-5094-42d8-9025-81034c23f702 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Jul 12 18:19:42.949295 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f590d9d-e04f-4551-9bd4-fb58c17a318d req-3a85a9e3-ff85-404c-a402-466cb07de4a6 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:42.950750 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9f590d9d-e04f-4551-9bd4-fb58c17a318d req-3a85a9e3-ff85-404c-a402-466cb07de4a6 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0990028 Jul 12 18:19:42.952001 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Deleting port cab4087d-d27d-4312-9395-3614bea4cac5 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:42.952339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:43.037962 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9f590d9d-e04f-4551-9bd4-fb58c17a318d req-b002a357-e55c-4a35-ac65-91d9b834b3f7 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815628 Jul 12 18:19:43.061168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] For port cab4087d-d27d-4312-9395-3614bea4cac5, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=cab4087d-d27d-4312-9395-3614bea4cac5,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:43.061525 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:43.074525 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Calling delete_port for cab4087d-d27d-4312-9395-3614bea4cac5 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:43.197245 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:43.224849 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Pushing event deleted for resources: {'Port': ['ID=cab4087d-d27d-4312-9395-3614bea4cac5,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:43.236406 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['cab4087d-d27d-4312-9395-3614bea4cac5'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:43.267529 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] No DVR routers for this DVR port cab4087d-d27d-4312-9395-3614bea4cac5 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:43.269773 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:43.271723 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bfa45c12-6528-40c6-a64b-b095c0011e5d req-6ca8b602-c403-4a62-b441-8ea384fb318b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "DELETE /v2.0/ports/cab4087d-d27d-4312-9395-3614bea4cac5 HTTP/1.1" status: 204 len: 173 time: 0.4634991 Jul 12 18:19:43.272147 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'name': 'network-vif-deleted', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:43.274446 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995205d1-744f-4f42-a817-cb71daefb93c" -d '{"events": [{"server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "name": "network-vif-deleted", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:43.317647 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c078004-3fdf-4319-bb45-5bafe4b02339 x-openstack-request-id: req-3c078004-3fdf-4319-bb45-5bafe4b02339 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:43.317937 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4354e64-aedb-4c45-bebf-b24cbebe5315", "name": "network-vif-deleted", "tag": "cab4087d-d27d-4312-9395-3614bea4cac5", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:43.318188 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c078004-3fdf-4319-bb45-5bafe4b02339 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:43.318578 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4354e64-aedb-4c45-bebf-b24cbebe5315', 'name': 'network-vif-deleted', 'tag': 'cab4087d-d27d-4312-9395-3614bea4cac5', 'status': 'completed', 'code': 200} Jul 12 18:19:43.438875 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-51967af1-e2de-4549-9abe-b8bfb1d24a7f req-1ab16eb3-a9ba-417d-b280-a794f85e4ee4 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4354e64-aedb-4c45-bebf-b24cbebe5315 HTTP/1.1" status: 200 len: 210 time: 0.0292282 Jul 12 18:19:44.209460 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8666bf-fb05-45eb-8685-d3d831b33f3c req-6f2c0d96-022f-46cc-965d-97601fa1c0f9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:44.210921 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e8666bf-fb05-45eb-8685-d3d831b33f3c req-6f2c0d96-022f-46cc-965d-97601fa1c0f9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0636909 Jul 12 18:19:44.247677 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1e8666bf-fb05-45eb-8685-d3d831b33f3c req-2af82658-b5be-442f-8023-aab1f499644a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300879 Jul 12 18:19:44.727442 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0ab5bf19-fb3c-442c-b538-9e0656db78b5 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:44.728982 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0ab5bf19-fb3c-442c-b538-9e0656db78b5 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 809 time: 0.0974071 Jul 12 18:19:44.743997 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-7e80d6fd-2a31-4007-81b9-7a216524e559 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/quotas/cc6073403f1c480285c469e2ba5363ab HTTP/1.1" status: 200 len: 375 time: 0.0096469 Jul 12 18:19:44.780471 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-fbcc148c-b8a8-49c3-8ef4-e0937886746a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311661 Jul 12 18:19:44.908945 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-b3bc869d-20ed-4214-a17a-da9e7fc73ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208727 Jul 12 18:19:45.007199 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-3364b182-5335-4478-9fee-e46b02f0667c service neutron] 10.222.0.39 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921471 Jul 12 18:19:45.026346 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:45.190265 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c9aec6ed-0f97-46bd-8c0a-4b4d83e5b2f0 req-e9916858-5003-483b-a5fa-2ff166e2dca8 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 210 time: 0.0277500 Jul 12 18:19:45.420026 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a870-e160-4cdf-92a0-25a52c8c7b0e req-857aec8d-bdb7-4a9a-a322-a60dbe4d1ce1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:45.421716 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aa93a870-e160-4cdf-92a0-25a52c8c7b0e req-857aec8d-bdb7-4a9a-a322-a60dbe4d1ce1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0635958 Jul 12 18:19:45.462119 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-aa93a870-e160-4cdf-92a0-25a52c8c7b0e req-104fb68a-0053-454e-a8a0-c329d1e2bc63 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348570 Jul 12 18:19:46.292844 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-b4c740f8-90b2-4e6c-8051-5f9c51e8d000 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:46.294528 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-b4c740f8-90b2-4e6c-8051-5f9c51e8d000 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 809 time: 0.1056135 Jul 12 18:19:46.322300 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Request body: {'port': {'device_id': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554', 'admin_state_up': True, 'tenant_id': 'cc6073403f1c480285c469e2ba5363ab'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:46.339673 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-00b7e7b6-13e6-45ae-92c6-b6d8b2c50d65 req-da8cbedf-5317-4d2d-b8a1-5269f8eb382c tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 210 time: 0.0333886 Jul 12 18:19:46.432415 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Made reservation on behalf of cc6073403f1c480285c469e2ba5363ab for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:19:46.435945 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:46.560061 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Allocated IP 172.20.0.14 (1652752a-e28e-4fd3-86d3-a58de1ab4554/6eee5cbf-d6de-4bd8-890d-5491e5a63439/f59f96a5-f2f1-4830-9a81-f60380fef395) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:19:46.707385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8d14-a961-4d52-a3e8-f211113f2e23 req-75df96d0-4d34-4917-9955-5f978806a744 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:46.708868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d1e8d14-a961-4d52-a3e8-f211113f2e23 req-75df96d0-4d34-4917-9955-5f978806a744 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1336894 Jul 12 18:19:46.772510 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9d1e8d14-a961-4d52-a3e8-f211113f2e23 req-a4b03f78-35b6-4561-b59d-da3d175b8d90 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547359 Jul 12 18:19:46.774978 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:46.811530 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:46.855571 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Network 1652752a-e28e-4fd3-86d3-a58de1ab4554 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:19:46.858617 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:19:46.862401 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:19:46.868478 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Pushing event updated for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:46.912659 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:46.913299 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:46.926810 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-0d453119-45ee-4b16-b51e-6c4af923066f tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6084082 Jul 12 18:19:46.949280 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Request body: {'port': {'device_id': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:19:47.020628 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.274990 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59f96a5-f2f1-4830-9a81-f60380fef395 {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:19:47.282474 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.294457 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Transition to ACTIVE for port object f59f96a5-f2f1-4830-9a81-f60380fef395 will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:19:47.298322 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.352050 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:47.417526 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Attempting to bind port f59f96a5-f2f1-4830-9a81-f60380fef395 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:19:47.418069 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Attempting to bind port f59f96a5-f2f1-4830-9a81-f60380fef395 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:19:47.418196 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Attempting to bind port f59f96a5-f2f1-4830-9a81-f60380fef395 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:19:47.423242 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Port f59f96a5-f2f1-4830-9a81-f60380fef395 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:19:47.423583 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Attempting to bind port f59f96a5-f2f1-4830-9a81-f60380fef395 on network 1652752a-e28e-4fd3-86d3-a58de1ab4554 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:19:47.429889 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:19:47.430234 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Checking segment: {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:19:47.430628 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Bound using segment: {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:19:47.431053 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Bound port: f59f96a5-f2f1-4830-9a81-f60380fef395, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6d69c0-9075-4e33-8432-d9244791114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:19:47.431597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.528581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:19:47.535706 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f59f96a5-f2f1-4830-9a81-f60380fef395,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:19:47.541807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.580011 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.580652 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:47.582206 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] 10.222.0.38 "PUT /v2.0/ports/f59f96a5-f2f1-4830-9a81-f60380fef395 HTTP/1.1" status: 200 len: 1094 time: 0.6369827 Jul 12 18:19:47.584373 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:47.586646 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32684a62-2b51-4710-8259-fc7a238ae96a" -d '{"events": [{"name": "network-changed", "server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:47.619599 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c67bd-6ac6-4510-8019-f07aee16bdf3 req-a6eda608-9e8d-4935-8d81-d20dc2081e57 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.620996 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-796c67bd-6ac6-4510-8019-f07aee16bdf3 req-a6eda608-9e8d-4935-8d81-d20dc2081e57 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 944 time: 0.1480470 Jul 12 18:19:47.625851 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846fb05-04a6-414b-859b-7e37fefdf4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:47.632701 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9e272-13ae-4cf0-a0fa-7276941e345a req-56d0d385-0a94-45d6-8712-253bb1c8cab5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.637537 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e0b9e272-13ae-4cf0-a0fa-7276941e345a req-56d0d385-0a94-45d6-8712-253bb1c8cab5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0681293 Jul 12 18:19:47.642905 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cab4087d-d27d-4312-9395-3614bea4cac5 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:19:47.667405 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: cab4087d-d27d-4312-9395-3614bea4cac5 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:19:47.667882 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device cab4087d-d27d-4312-9395-3614bea4cac5 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:19:47.675185 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e0b9e272-13ae-4cf0-a0fa-7276941e345a req-fac52b6d-47f5-4f46-93b8-aecb3bcc6e96 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342975 Jul 12 18:19:47.690892 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-796c67bd-6ac6-4510-8019-f07aee16bdf3 req-dc9adcb0-1b3b-47a9-bb55-55480c70c1a7 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601799 Jul 12 18:19:47.714572 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-3651ec77-073d-40d7-a0b8-2ce854938638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.716103 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-3651ec77-073d-40d7-a0b8-2ce854938638 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 1097 time: 0.0660722 Jul 12 18:19:47.738035 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009430aa-8c13-4a6f-a2c8-e7494f36a75d x-openstack-request-id: req-009430aa-8c13-4a6f-a2c8-e7494f36a75d {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:47.738315 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:47.738565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-009430aa-8c13-4a6f-a2c8-e7494f36a75d {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:47.738943 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395', 'status': 'completed', 'code': 200} Jul 12 18:19:47.769545 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-723e730d-9eb5-4b75-93c9-345f735314af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f59f96a5-f2f1-4830-9a81-f60380fef395 HTTP/1.1" status: 200 len: 217 time: 0.0384109 Jul 12 18:19:47.816742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-07dad1eb-d58a-4bd8-bb4e-5b9fd3b2806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.818223 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-07dad1eb-d58a-4bd8-bb4e-5b9fd3b2806f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eee5cbf-d6de-4bd8-890d-5491e5a63439 HTTP/1.1" status: 200 len: 849 time: 0.0420070 Jul 12 18:19:47.849440 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-801e5b43-12d9-4d64-a9ff-898a9bd601d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1652752a-e28e-4fd3-86d3-a58de1ab4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250688 Jul 12 18:19:47.975183 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-01bd1caf-365e-418c-8123-de7abcd9c139 service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189899 Jul 12 18:19:47.987167 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c3f9d-a5ad-4ae6-a360-7e2f74f0172f req-b2a0f101-8815-4b79-8182-395f94cf806f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:47.988530 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-786c3f9d-a5ad-4ae6-a360-7e2f74f0172f req-b2a0f101-8815-4b79-8182-395f94cf806f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0904560 Jul 12 18:19:48.070722 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-786c3f9d-a5ad-4ae6-a360-7e2f74f0172f req-339bf106-9980-43e1-91e9-9818c3c956e0 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739477 Jul 12 18:19:48.095570 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a23e20a-9527-445c-a87b-8cdafe8cd98f req-fd63233c-d521-4cc8-a3c5-66410e034f9a service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061254 Jul 12 18:19:48.250856 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684a62-2b51-4710-8259-fc7a238ae96a req-d5d9c4f4-d737-475f-a383-ea8b7b5f6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:48.252296 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-d5d9c4f4-d737-475f-a383-ea8b7b5f6979 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cc6073403f1c480285c469e2ba5363ab&device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 1097 time: 0.0507989 Jul 12 18:19:48.340682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684a62-2b51-4710-8259-fc7a238ae96a req-e436f7c0-6646-4d51-8125-832ccb9ee4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:48.342158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-e436f7c0-6646-4d51-8125-832ccb9ee4a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 200 len: 910 time: 0.0831721 Jul 12 18:19:48.634032 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-ddc566e6-c07a-41a3-801b-8e4c9acd715a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f59f96a5-f2f1-4830-9a81-f60380fef395 HTTP/1.1" status: 200 len: 217 time: 0.2843161 Jul 12 18:19:48.682537 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684a62-2b51-4710-8259-fc7a238ae96a req-434432a8-b874-42e7-96e4-43286350d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:48.683919 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-434432a8-b874-42e7-96e4-43286350d7e2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6eee5cbf-d6de-4bd8-890d-5491e5a63439 HTTP/1.1" status: 200 len: 849 time: 0.0412121 Jul 12 18:19:48.715613 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-dea6e48f-446f-4b22-b7ff-72cb16b794d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1652752a-e28e-4fd3-86d3-a58de1ab4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240505 Jul 12 18:19:48.814802 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-15f7e95d-6a14-41f2-9897-a0caf632de9b service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918944 Jul 12 18:19:48.855244 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dd93-7b6a-48c0-a3c4-cd90a6106b47 req-1263934d-64db-45f0-b9d5-e106b25dd496 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:48.856710 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27b4dd93-7b6a-48c0-a3c4-cd90a6106b47 req-1263934d-64db-45f0-b9d5-e106b25dd496 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0614738 Jul 12 18:19:48.895067 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-27b4dd93-7b6a-48c0-a3c4-cd90a6106b47 req-23e228e1-5a61-4e65-93e0-c1025aff8b13 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317836 Jul 12 18:19:48.932057 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b448ce8-20d9-4a03-8026-09bcc4b10b02 req-a34228f8-edbf-4943-b4f1-767db5547dac tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:48.933528 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b448ce8-20d9-4a03-8026-09bcc4b10b02 req-a34228f8-edbf-4943-b4f1-767db5547dac tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 944 time: 0.1327035 Jul 12 18:19:48.938636 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-32684a62-2b51-4710-8259-fc7a238ae96a req-3f1754ad-7ce9-455f-a5cc-e06be76ed3bd service neutron] 10.222.0.38 "GET /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088083 Jul 12 18:19:48.970355 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2b448ce8-20d9-4a03-8026-09bcc4b10b02 req-ce10e97c-4ab5-4669-92ca-dbbd7b75a3f0 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307963 Jul 12 18:19:49.242987 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bde330-5b1b-443e-b886-e62cd51abf6f req-5ea189f9-a5e7-4c6f-bcda-d6618df9ad88 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:49.244441 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b9bde330-5b1b-443e-b886-e62cd51abf6f req-5ea189f9-a5e7-4c6f-bcda-d6618df9ad88 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0656767 Jul 12 18:19:49.281324 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-b9bde330-5b1b-443e-b886-e62cd51abf6f req-dce04fdd-9659-4cd0-a979-fad5d2ea898c tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Jul 12 18:19:50.070319 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac8cb-f480-4147-a860-a0a0a3df10c2 req-108e26b3-3fb9-4df9-a830-dc7ee8f0b136 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.071930 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c11ac8cb-f480-4147-a860-a0a0a3df10c2 req-108e26b3-3fb9-4df9-a830-dc7ee8f0b136 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0611286 Jul 12 18:19:50.112094 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c11ac8cb-f480-4147-a860-a0a0a3df10c2 req-51ae768b-b462-4088-bd44-2a6c94fb5de5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346267 Jul 12 18:19:50.139770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ab81-f702-4fd9-8ca6-e05d2f7fc524 req-64c89c56-bc97-44fd-8956-64e36f6150f2 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.141244 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f251ab81-f702-4fd9-8ca6-e05d2f7fc524 req-64c89c56-bc97-44fd-8956-64e36f6150f2 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 944 time: 0.0623646 Jul 12 18:19:50.177816 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f251ab81-f702-4fd9-8ca6-e05d2f7fc524 req-b12e921e-b361-42f7-b099-cf0174e9096d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Jul 12 18:19:50.449348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219935cb-e747-4ad8-9e56-dfe473c60501 req-1a433c2c-c8ff-461b-aa7d-1bd007f4e186 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.450680 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-219935cb-e747-4ad8-9e56-dfe473c60501 req-1a433c2c-c8ff-461b-aa7d-1bd007f4e186 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0593512 Jul 12 18:19:50.486425 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-219935cb-e747-4ad8-9e56-dfe473c60501 req-aa01b4ed-233c-4ebc-8c19-7d1a0c8e0164 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303979 Jul 12 18:19:50.812626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121d086-3322-46ac-b1f6-d15aa512495a req-297a2bc3-350c-4864-8db5-b1c271802964 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.814136 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1121d086-3322-46ac-b1f6-d15aa512495a req-297a2bc3-350c-4864-8db5-b1c271802964 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0630732 Jul 12 18:19:50.882797 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1121d086-3322-46ac-b1f6-d15aa512495a req-2d553c32-f407-4d15-b76d-ce0fe1725529 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595610 Jul 12 18:19:50.892918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250209ff-4342-4650-879a-273ee1a763fd req-46a1873e-05d4-44ce-8824-d6d699f96609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.894923 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-46a1873e-05d4-44ce-8824-d6d699f96609 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1098 time: 0.0799479 Jul 12 18:19:50.983098 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250209ff-4342-4650-879a-273ee1a763fd req-a00f4f48-58ce-483f-a3c5-3f31d30630c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:50.984548 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-a00f4f48-58ce-483f-a3c5-3f31d30630c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0830057 Jul 12 18:19:51.049062 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-3678e205-611b-4afc-b250-307d649a95c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 1001 time: 0.0578558 Jul 12 18:19:51.095883 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250209ff-4342-4650-879a-273ee1a763fd req-edceb419-3676-4ae7-bb16-a07d87478bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:51.097215 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-edceb419-3676-4ae7-bb16-a07d87478bde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0413556 Jul 12 18:19:51.151463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250209ff-4342-4650-879a-273ee1a763fd req-36e45097-b8eb-4089-8b00-60eaf82b41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:51.152966 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-36e45097-b8eb-4089-8b00-60eaf82b41c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489833 Jul 12 18:19:51.245195 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-87cbf013-b7ca-4744-93e8-447d42a18ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854735 Jul 12 18:19:51.296065 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770906-ed89-4b16-ad04-260509911a05 req-432c129a-daea-422a-bbd7-bbe1b1d8a4e6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:51.297591 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-25770906-ed89-4b16-ad04-260509911a05 req-432c129a-daea-422a-bbd7-bbe1b1d8a4e6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0658276 Jul 12 18:19:51.339101 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-25770906-ed89-4b16-ad04-260509911a05 req-50d29766-7d9d-46c7-b257-228a304edce0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 12 18:19:51.375553 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-250209ff-4342-4650-879a-273ee1a763fd req-01bfc1ca-04a0-448a-992d-7e62987bbf88 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239288 Jul 12 18:19:51.387968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a7fb-81c2-4cf4-b28d-8d369fb00b97 req-2864a51b-3f91-46a8-b2de-544315c4088a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:51.389381 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5014a7fb-81c2-4cf4-b28d-8d369fb00b97 req-2864a51b-3f91-46a8-b2de-544315c4088a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 944 time: 0.0964322 Jul 12 18:19:51.425771 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5014a7fb-81c2-4cf4-b28d-8d369fb00b97 req-2cc361d8-2db8-482f-89be-d3eddbd73497 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Jul 12 18:19:51.685876 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f59f96a5-f2f1-4830-9a81-f60380fef395 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:19:51.775075 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f59f96a5-f2f1-4830-9a81-f60380fef395,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:51.785668 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'f59f96a5-f2f1-4830-9a81-f60380fef395', 'network_id': '1652752a-e28e-4fd3-86d3-a58de1ab4554', 'port_id': 'f59f96a5-f2f1-4830-9a81-f60380fef395', 'mac_address': 'fa:16:3e:cc:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eee5cbf-d6de-4bd8-890d-5491e5a63439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:19:51.819957 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:51.835166 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59f96a5-f2f1-4830-9a81-f60380fef395 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:19:51.853292 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f59f96a5-f2f1-4830-9a81-f60380fef395,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:51.856603 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:51.906591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:52.055787 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3c2d9-c8a5-40e2-9dd9-ec5292b37c85 req-c3c2c3fe-590b-4df9-87fa-8823ee9f6f79 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:52.057603 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-01e3c2d9-c8a5-40e2-9dd9-ec5292b37c85 req-c3c2c3fe-590b-4df9-87fa-8823ee9f6f79 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0654123 Jul 12 18:19:52.096419 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-01e3c2d9-c8a5-40e2-9dd9-ec5292b37c85 req-d46ce567-5375-4621-bd86-d7a9e7a0d63d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Jul 12 18:19:52.261287 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['f59f96a5-f2f1-4830-9a81-f60380fef395'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:52.511833 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364682d2-48db-4d71-9c33-1c289d5ee472 req-f97a7c2a-2ad5-4a56-8125-4628fc71185d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:52.513339 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-364682d2-48db-4d71-9c33-1c289d5ee472 req-f97a7c2a-2ad5-4a56-8125-4628fc71185d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0615401 Jul 12 18:19:52.551053 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-364682d2-48db-4d71-9c33-1c289d5ee472 req-a5b4bee8-41c9-4c38-a549-7b9ce58f4019 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Jul 12 18:19:52.594667 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155e90b-0a31-43dd-8ebf-cc16a3727db3 req-8146499b-55d5-4085-b258-6df15f91ac74 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:52.596131 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f155e90b-0a31-43dd-8ebf-cc16a3727db3 req-8146499b-55d5-4085-b258-6df15f91ac74 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 945 time: 0.0623703 Jul 12 18:19:52.632805 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f155e90b-0a31-43dd-8ebf-cc16a3727db3 req-768323e2-6c21-4a7b-8fe9-b5fce5f80a2a tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Jul 12 18:19:53.270910 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02394550-bbef-4f83-a862-4a92a3b7fc62 req-3a304eef-5396-4007-b104-f3aff87ca9a9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:53.272477 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02394550-bbef-4f83-a862-4a92a3b7fc62 req-3a304eef-5396-4007-b104-f3aff87ca9a9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0636060 Jul 12 18:19:53.308849 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02394550-bbef-4f83-a862-4a92a3b7fc62 req-2a03d118-fa1c-4c31-8e74-167cff716cf3 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Jul 12 18:19:53.703292 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f59f96a5-f2f1-4830-9a81-f60380fef395 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:19:53.732284 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9bd74-58c5-498b-aece-f165a17dbd83 req-1e0c4db1-1aeb-4011-b36a-76653918d91c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:53.734029 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2ed9bd74-58c5-498b-aece-f165a17dbd83 req-1e0c4db1-1aeb-4011-b36a-76653918d91c tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0684147 Jul 12 18:19:53.755443 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port f59f96a5-f2f1-4830-9a81-f60380fef395 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:19:53.759976 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port f59f96a5-f2f1-4830-9a81-f60380fef395 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:19:53.760359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:53.775284 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2ed9bd74-58c5-498b-aece-f165a17dbd83 req-20cfeccc-e643-468a-997b-b46a35908740 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342782 Jul 12 18:19:53.812968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348bc0c-0328-48e1-9d14-bebc492578b1 req-db13cbe4-2da7-495e-8bc4-52e39715a229 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:53.814691 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5348bc0c-0328-48e1-9d14-bebc492578b1 req-db13cbe4-2da7-495e-8bc4-52e39715a229 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 945 time: 0.0723424 Jul 12 18:19:53.839985 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:53.853598 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5348bc0c-0328-48e1-9d14-bebc492578b1 req-b0b22ed1-4865-4296-9146-33dbeee8b24d tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jul 12 18:19:53.863130 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:53.865383 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a28a838-3ec4-44ce-8840-5cbe5125a86f" -d '{"events": [{"server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "name": "network-vif-plugged", "status": "completed", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:53.877756 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f59f96a5-f2f1-4830-9a81-f60380fef395,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:53.881694 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:53.935210 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:53.968924 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06309db-13d2-4632-a624-bdc0d10aa11a x-openstack-request-id: req-b06309db-13d2-4632-a624-bdc0d10aa11a {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:53.969217 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "name": "network-vif-plugged", "status": "completed", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:53.969466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b06309db-13d2-4632-a624-bdc0d10aa11a {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:53.969852 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395', 'code': 200} Jul 12 18:19:54.213679 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41647-41e2-4937-8b5b-fdcdd5c67f9e req-8d857d52-883a-4704-9700-91c4abc7c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:54.215179 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-43f41647-41e2-4937-8b5b-fdcdd5c67f9e req-8d857d52-883a-4704-9700-91c4abc7c347 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 1099 time: 0.0494695 Jul 12 18:19:54.247840 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-43f41647-41e2-4937-8b5b-fdcdd5c67f9e req-ea69b59d-52fe-4862-ab1d-fd695c992043 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261664 Jul 12 18:19:54.955785 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bfcf6-aee2-4ef0-aef8-7c6e893297cb req-11df95c6-fe8e-4411-adb5-f03b4597ba65 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:54.957363 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-412bfcf6-aee2-4ef0-aef8-7c6e893297cb req-11df95c6-fe8e-4411-adb5-f03b4597ba65 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0676174 Jul 12 18:19:54.993958 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-412bfcf6-aee2-4ef0-aef8-7c6e893297cb req-df6a09e1-1308-4cdf-b203-e3b7e5f07034 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312133 Jul 12 18:19:55.024846 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94dcd7-b099-4649-83e6-9f73981281e8 req-5ff470b2-e4d4-43a9-8497-61c414e4e013 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:55.026325 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9d94dcd7-b099-4649-83e6-9f73981281e8 req-5ff470b2-e4d4-43a9-8497-61c414e4e013 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 946 time: 0.0618637 Jul 12 18:19:55.062404 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9d94dcd7-b099-4649-83e6-9f73981281e8 req-38b5136e-6463-4d78-9f4c-d80c001fd69b tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Jul 12 18:19:56.165943 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b69a-d031-4fcb-8334-e7152552b62e req-99870f8e-46a3-4972-b356-f6f2592a36a1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:56.167423 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4087b69a-d031-4fcb-8334-e7152552b62e req-99870f8e-46a3-4972-b356-f6f2592a36a1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0613496 Jul 12 18:19:56.206909 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4087b69a-d031-4fcb-8334-e7152552b62e req-b60bd525-e5e7-4daf-9dae-afcf1cbe83bd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Jul 12 18:19:56.231426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6df355-5a00-4edd-8d9c-cb61f759efc1 req-502f9ea8-8e49-4039-9dd7-70bbe8cebbeb tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:56.232941 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2d6df355-5a00-4edd-8d9c-cb61f759efc1 req-502f9ea8-8e49-4039-9dd7-70bbe8cebbeb tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 946 time: 0.0626905 Jul 12 18:19:56.273117 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2d6df355-5a00-4edd-8d9c-cb61f759efc1 req-d0a0d6c9-3761-4144-b6be-817846225107 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Jul 12 18:19:57.199936 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44db9b7-b7b9-478b-a6a7-936f947e0ecd req-80a80ef7-01fb-42f1-81b7-1700448bde21 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:57.201452 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e44db9b7-b7b9-478b-a6a7-936f947e0ecd req-80a80ef7-01fb-42f1-81b7-1700448bde21 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 946 time: 0.0619137 Jul 12 18:19:57.238697 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e44db9b7-b7b9-478b-a6a7-936f947e0ecd req-21a22012-b170-498a-a124-baa0e9a89a81 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Jul 12 18:19:57.383942 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfc604-e3bd-4b68-a440-bbfc4d916bbf req-22ea9073-c24d-4057-9a5b-fb646db956c3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:57.385326 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dfdfc604-e3bd-4b68-a440-bbfc4d916bbf req-22ea9073-c24d-4057-9a5b-fb646db956c3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0642083 Jul 12 18:19:57.421525 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dfdfc604-e3bd-4b68-a440-bbfc4d916bbf req-f9a0a68d-b227-4a53-8516-af6a95627090 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Jul 12 18:19:58.410675 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5788eb-f36c-4538-b2d9-5c383413d087 req-66ace6b5-2b28-4d43-8234-5fb5aa9814f5 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:58.412140 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3e5788eb-f36c-4538-b2d9-5c383413d087 req-66ace6b5-2b28-4d43-8234-5fb5aa9814f5 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 946 time: 0.0622945 Jul 12 18:19:58.448254 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3e5788eb-f36c-4538-b2d9-5c383413d087 req-08d545b9-d52d-4109-aa9e-3df07c783cb3 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/security-groups?id=20769e51-33d4-4904-9fae-4a65eaee37c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Jul 12 18:19:58.592178 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c6c2-db79-49d4-a3ae-007d4568c94a req-8e229286-cd66-49e8-9ae0-a23c93aa6058 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:58.593637 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56a5c6c2-db79-49d4-a3ae-007d4568c94a req-8e229286-cd66-49e8-9ae0-a23c93aa6058 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Jul 12 18:19:58.629016 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-56a5c6c2-db79-49d4-a3ae-007d4568c94a req-e5b0983b-e679-4adb-b0b5-ff2f0b314303 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293937 Jul 12 18:19:59.036877 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-b7aa48b5-e40d-4bc1-93ee-5400973a1dde tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:59.038316 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-b7aa48b5-e40d-4bc1-93ee-5400973a1dde tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 946 time: 0.0603089 Jul 12 18:19:59.140738 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Deleting port f59f96a5-f2f1-4830-9a81-f60380fef395 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:19:59.141297 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:59.224390 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] For port f59f96a5-f2f1-4830-9a81-f60380fef395, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=f59f96a5-f2f1-4830-9a81-f60380fef395,segment=NetworkSegment(df6d69c0-9075-4e33-8432-d9244791114c),segment_id=df6d69c0-9075-4e33-8432-d9244791114c)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:19:59.224749 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:59.236765 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Calling delete_port for f59f96a5-f2f1-4830-9a81-f60380fef395 owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:19:59.359879 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:59.388036 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Pushing event deleted for resources: {'Port': ['ID=f59f96a5-f2f1-4830-9a81-f60380fef395,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:19:59.397831 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['f59f96a5-f2f1-4830-9a81-f60380fef395'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:19:59.434731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] No DVR routers for this DVR port f59f96a5-f2f1-4830-9a81-f60380fef395 on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:19:59.437073 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:19:59.439055 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4780188c-7af6-4500-b74b-bdda9d08cec0 req-99508302-9635-4e8b-997a-19d1a8958840 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.38 "DELETE /v2.0/ports/f59f96a5-f2f1-4830-9a81-f60380fef395 HTTP/1.1" status: 204 len: 173 time: 0.3906720 Jul 12 18:19:59.439483 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'name': 'network-vif-deleted', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:19:59.441824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946736e-9c01-4123-9612-0e143629ab8e" -d '{"events": [{"server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "name": "network-vif-deleted", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:19:59.479672 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63185d29-2cf0-4e74-921e-2fc70357dde2 x-openstack-request-id: req-63185d29-2cf0-4e74-921e-2fc70357dde2 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:19:59.480059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc83aa8-89ec-4532-8e5a-dad284b6829f", "name": "network-vif-deleted", "tag": "f59f96a5-f2f1-4830-9a81-f60380fef395", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:19:59.480308 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63185d29-2cf0-4e74-921e-2fc70357dde2 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:19:59.480787 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc83aa8-89ec-4532-8e5a-dad284b6829f', 'name': 'network-vif-deleted', 'tag': 'f59f96a5-f2f1-4830-9a81-f60380fef395', 'status': 'completed', 'code': 200} Jul 12 18:19:59.590700 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-18612805-b24a-4521-b39f-9d0efaf3d208 req-eae09d5f-8793-48e2-b78a-231ecb7b0d31 tempest-VolumesActionsTest-816371539 tempest-VolumesActionsTest-816371539-project] 10.222.0.39 "GET /v2.0/ports?device_id=acc83aa8-89ec-4532-8e5a-dad284b6829f HTTP/1.1" status: 200 len: 210 time: 0.0276489 Jul 12 18:19:59.806396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42140884-0f59-40fa-b4a7-3d2de7e597cf req-a98ea101-c6b9-4c2c-b775-3e2237b7b9b1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:19:59.807832 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-42140884-0f59-40fa-b4a7-3d2de7e597cf req-a98ea101-c6b9-4c2c-b775-3e2237b7b9b1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0644236 Jul 12 18:19:59.843954 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-42140884-0f59-40fa-b4a7-3d2de7e597cf req-f5043fe1-5907-4ada-a74c-047ddd6bb058 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Jul 12 18:20:01.056246 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973a94-0d9a-4fd5-8c93-2ad5b9f3f68a req-356d2301-3825-4a7a-b5f6-6d8f7dec3114 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:01.057800 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-df973a94-0d9a-4fd5-8c93-2ad5b9f3f68a req-356d2301-3825-4a7a-b5f6-6d8f7dec3114 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0866580 Jul 12 18:20:01.110168 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-df973a94-0d9a-4fd5-8c93-2ad5b9f3f68a req-80057e40-1bef-4a64-8334-90d6c3166a33 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Jul 12 18:20:02.325533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc768e80-9952-4d55-b715-173e5c0903fa req-361cc78a-d260-4a7e-b266-150dc878bdbe tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:02.326977 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cc768e80-9952-4d55-b715-173e5c0903fa req-361cc78a-d260-4a7e-b266-150dc878bdbe tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0645816 Jul 12 18:20:02.366971 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cc768e80-9952-4d55-b715-173e5c0903fa req-00ef0af8-34f9-4e4d-a7ef-ba2d794ee0ee tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Jul 12 18:20:03.510523 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:20:03.555205 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21643-d592-4d66-8278-bc263b8a6815 req-4ddc293c-85ea-4bc5-a7d6-7107f6c591d6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:03.567904 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-18e21643-d592-4d66-8278-bc263b8a6815 req-4ddc293c-85ea-4bc5-a7d6-7107f6c591d6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0812962 Jul 12 18:20:03.605434 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-18e21643-d592-4d66-8278-bc263b8a6815 req-1603dc60-84fc-4818-a1f7-9f526139fc83 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366640 Jul 12 18:20:03.617165 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:03.631818 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:20:03.687817 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:03.704921 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:20:03.729289 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:03.735728 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:03.821470 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=6']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:03.833362 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.833900 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.834532 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.835092 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.835604 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.836216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.836862 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.837356 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.837859 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.838347 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.838853 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.839287 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:03.980205 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:03.980987 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:04.064310 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:04.090735 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:04.093183 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86353bc-186d-4b45-aed7-9fcc4b3cf6dc" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:04.118001 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:04.123548 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:04.171153 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d5f5c-64a2-44e8-bad1-92034ee1fd46 x-openstack-request-id: req-0e4d5f5c-64a2-44e8-bad1-92034ee1fd46 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:04.171438 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:04.171686 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e4d5f5c-64a2-44e8-bad1-92034ee1fd46 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:04.172058 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'code': 200} Jul 12 18:20:04.182872 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419982c-8c21-49df-ad23-a2a7f2b55161 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=7']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:04.445046 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-0ed0f99d-a12b-418d-81d4-f9bb3934c3c5 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:04.445444 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0ed0f99d-a12b-418d-81d4-f9bb3934c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:04.741154 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:20:04.818692 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebba79c-0f10-4768-ac29-25aa3f23409b req-64374558-4f75-4d2e-89c9-52fe6b0dcf03 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:04.820943 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cebba79c-0f10-4768-ac29-25aa3f23409b req-64374558-4f75-4d2e-89c9-52fe6b0dcf03 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0849175 Jul 12 18:20:04.877800 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cebba79c-0f10-4768-ac29-25aa3f23409b req-01d3fbfe-e1ad-4388-8d18-e582d2ab6aa2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478759 Jul 12 18:20:06.100245 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972c7e4-e47b-4268-9372-bbb3610189d1 req-cb397a89-769a-46a0-83f9-d7130e1e24ca tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:06.108158 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6972c7e4-e47b-4268-9372-bbb3610189d1 req-cb397a89-769a-46a0-83f9-d7130e1e24ca tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0966861 Jul 12 18:20:06.157494 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6972c7e4-e47b-4268-9372-bbb3610189d1 req-6e6c5f32-85a2-4e59-ac94-f93f19e9a540 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479286 Jul 12 18:20:06.523948 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5b7dc7cd-3120-41fa-aed7-6c9706658a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:06.552297 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:06.619224 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:06.620419 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:06.748966 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f59f96a5-f2f1-4830-9a81-f60380fef395 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:20:06.772127 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: f59f96a5-f2f1-4830-9a81-f60380fef395 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:20:06.772359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device f59f96a5-f2f1-4830-9a81-f60380fef395 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:20:07.369369 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8d53d-a92e-493e-831d-b3816dd3e9b2 req-8361d81a-88e0-4535-89d5-0e0d41a8adc0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:07.377703 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acb8d53d-a92e-493e-831d-b3816dd3e9b2 req-8361d81a-88e0-4535-89d5-0e0d41a8adc0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0849500 Jul 12 18:20:07.428743 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-acb8d53d-a92e-493e-831d-b3816dd3e9b2 req-e48534a4-5852-448b-a093-8685450b49ec tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496583 Jul 12 18:20:08.630565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3270fbe-2419-4810-ab0a-00a2a8c11a14 req-6f540117-13f8-4f38-b44e-a4da1edd5c36 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:08.638868 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e3270fbe-2419-4810-ab0a-00a2a8c11a14 req-6f540117-13f8-4f38-b44e-a4da1edd5c36 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0799441 Jul 12 18:20:08.706469 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e3270fbe-2419-4810-ab0a-00a2a8c11a14 req-7b908acf-ec7d-4020-afa7-09a51f12ae4f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662084 Jul 12 18:20:09.153337 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-571c2845-9384-4f16-acf7-762b9041fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:09.564001 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:09.966375 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6d08e-dfaa-46e8-9b74-3b38c58b14f2 req-9cacb6cc-922c-4c8d-b287-79fcfa84272e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:09.968587 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8cd6d08e-dfaa-46e8-9b74-3b38c58b14f2 req-9cacb6cc-922c-4c8d-b287-79fcfa84272e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0926566 Jul 12 18:20:10.036894 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8cd6d08e-dfaa-46e8-9b74-3b38c58b14f2 req-19dadda8-7c65-452a-834c-029698d14910 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610790 Jul 12 18:20:10.177348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:11.017139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-503ad571-5814-44d0-86c6-187215258b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:11.018491 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-503ad571-5814-44d0-86c6-187215258b28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0536060 Jul 12 18:20:11.117139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-63045135-e206-43a7-9ccd-ae172c89ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:11.118631 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-63045135-e206-43a7-9ccd-ae172c89ff47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0925889 Jul 12 18:20:11.214263 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-6da9b0a9-83ea-4dbf-a430-325b39e01eda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 1000 time: 0.0884819 Jul 12 18:20:11.298139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-36990022-4c1e-487b-ad28-24214557849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:11.299699 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-36990022-4c1e-487b-ad28-24214557849a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0626321 Jul 12 18:20:11.324275 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3d0bb-7354-4d58-8824-71881c19c45d req-75aae3b2-cb27-47b7-a9d8-968d6fade847 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:11.326028 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a7f3d0bb-7354-4d58-8824-71881c19c45d req-75aae3b2-cb27-47b7-a9d8-968d6fade847 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.1232514 Jul 12 18:20:11.396393 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a7f3d0bb-7354-4d58-8824-71881c19c45d req-8456682b-1afc-4974-81ae-f0fac7dd905e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500069 Jul 12 18:20:11.407435 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-2bd287b1-4121-48d6-a6db-2cac89868eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:11.409032 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-2bd287b1-4121-48d6-a6db-2cac89868eaf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011288 Jul 12 18:20:11.522468 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-62936cdd-8eb6-4b46-8746-9225a4755546 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962284 Jul 12 18:20:11.620377 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b0761318-b12b-46ee-85c6-b23914e5e8ba req-c2823687-5a3a-4ff9-ba12-a90557a7d28f service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917633 Jul 12 18:20:11.753002 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:12.598839 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5723-ac01-4934-85cb-1fe095544ba2 req-130e6518-616a-4f30-b22c-8234351b8513 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:12.600382 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-871a5723-ac01-4934-85cb-1fe095544ba2 req-130e6518-616a-4f30-b22c-8234351b8513 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0844014 Jul 12 18:20:12.643991 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-871a5723-ac01-4934-85cb-1fe095544ba2 req-a562addd-890d-4542-9923-b445c8abbcb4 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371652 Jul 12 18:20:13.829385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eca4d-6fef-4a33-8f53-a5ded70088b3 req-7e7777ea-8312-4fd5-a93c-a2c12e5ebb26 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:13.830874 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-688eca4d-6fef-4a33-8f53-a5ded70088b3 req-7e7777ea-8312-4fd5-a93c-a2c12e5ebb26 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0676479 Jul 12 18:20:13.870534 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-688eca4d-6fef-4a33-8f53-a5ded70088b3 req-b2ba2f49-b462-4b1b-b803-61bf370b196f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Jul 12 18:20:14.639882 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:20:14.723163 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:14.750056 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:14.752574 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de258aae-aa1b-4a64-8362-e091968e7cfb" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-unplugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:14.797785 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c31bf5-3c89-4d76-b351-4cfade821b3a x-openstack-request-id: req-72c31bf5-3c89-4d76-b351-4cfade821b3a {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:14.797940 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-unplugged", "status": "failed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "code": 422}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:14.798359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72c31bf5-3c89-4d76-b351-4cfade821b3a {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:14.799007 dv-cinder-800306-3-iscsi neutron-server[93135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'code': 422} returned with failed status Jul 12 18:20:14.801336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:14.807177 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:14.884809 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=8']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:15.050253 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:15.156815 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:15.157445 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:15.260514 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a192-dbe1-4a1c-b635-a0235b306526 req-b30ab9fe-e653-4262-9458-712b14531128 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:15.262739 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8bd5a192-dbe1-4a1c-b635-a0235b306526 req-b30ab9fe-e653-4262-9458-712b14531128 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 943 time: 0.0736699 Jul 12 18:20:15.277276 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:15.314377 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:15.320771 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:15.321623 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8bd5a192-dbe1-4a1c-b635-a0235b306526 req-cd247436-77d0-4c83-a6d9-0081251ae5e1 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524437 Jul 12 18:20:15.407118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02593c2a-2a59-4326-b938-8ec5adc91d92 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=9']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:15.564038 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53782) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:15.685801 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-f17d9e8b-1b61-48ff-b1ec-b1b6a3a47d52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189864 Jul 12 18:20:15.710815 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-1d27d01f-d1f6-4b0a-a1c7-cbfb571f9994 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:15.711229 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-1d27d01f-d1f6-4b0a-a1c7-cbfb571f9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:16.544970 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482425c-6895-44dd-993c-d09ae08a3fd6 req-b71bb403-e7ab-4c8b-b61d-8c59b1d94932 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:16.552278 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f482425c-6895-44dd-993c-d09ae08a3fd6 req-b71bb403-e7ab-4c8b-b61d-8c59b1d94932 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0762520 Jul 12 18:20:16.591894 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f482425c-6895-44dd-993c-d09ae08a3fd6 req-c6ee809d-d35e-4e88-9221-305d69dd53fd tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Jul 12 18:20:16.800489 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:16.804112 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7540e5a-aaa9-4a5c-b28c-5bc1ff070c70" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:16.826487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-af498758-486a-4a98-887a-e15bd6a89e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:16.828156 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-af498758-486a-4a98-887a-e15bd6a89e75 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3&tenant_id=8847d36ed0dc4eba840a46ece48c56bf HTTP/1.1" status: 200 len: 1098 time: 0.0877032 Jul 12 18:20:16.868361 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f00c0-8633-4365-9a1a-d60c24f3046e x-openstack-request-id: req-c55f00c0-8633-4365-9a1a-d60c24f3046e {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:16.868770 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:16.869105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c55f00c0-8633-4365-9a1a-d60c24f3046e {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:16.869598 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'code': 200} Jul 12 18:20:16.993723 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-c6f1e230-35bf-4161-bd7a-5387b076ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:16.995241 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-c6f1e230-35bf-4161-bd7a-5387b076ef37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1098 time: 0.0557032 Jul 12 18:20:17.097748 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-008a2200-d2e9-474e-b032-ba90731caee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:17.099177 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-008a2200-d2e9-474e-b032-ba90731caee6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 200 len: 918 time: 0.0925236 Jul 12 18:20:17.179076 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-8abb40ae-3e97-4748-a9b9-db238de37bbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 200 len: 1000 time: 0.0728829 Jul 12 18:20:17.242297 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-59f7060b-cb4a-4c4a-aa8e-4f357fdfa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:17.243826 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-59f7060b-cb4a-4c4a-aa8e-4f357fdfa662 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 200 len: 856 time: 0.0569532 Jul 12 18:20:17.308442 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-5df571a0-3e9c-49c8-81b0-296c9b91db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:17.310002 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-5df571a0-3e9c-49c8-81b0-296c9b91db10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901e5af3-580b-4f5c-8feb-00f2ad8827fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595558 Jul 12 18:20:17.416408 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-2fe98fac-1ee5-410f-a421-cef893deacc6 service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983806 Jul 12 18:20:17.518869 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9df33e24-0134-4b09-8c71-f4047b40c9b2 req-62477992-d527-4459-b47e-50a3e2a2beaa service neutron] 10.222.0.38 "GET /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959535 Jul 12 18:20:17.854541 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d8344-2c6e-457c-95bb-1947753ecfb4 req-09273bf8-f813-4ad3-84da-e3d525fe2c6a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:17.858737 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b46d8344-2c6e-457c-95bb-1947753ecfb4 req-09273bf8-f813-4ad3-84da-e3d525fe2c6a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0897558 Jul 12 18:20:17.899502 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b46d8344-2c6e-457c-95bb-1947753ecfb4 req-127b9c9e-7a47-45a8-92fb-e652839c06c6 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Jul 12 18:20:18.044669 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:20:19.195768 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308223e-05f9-469f-9675-ea42baa88f4c req-e7ee8c4f-e29f-4b68-acac-058d707f96da tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:19.197485 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a308223e-05f9-469f-9675-ea42baa88f4c req-e7ee8c4f-e29f-4b68-acac-058d707f96da tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0938702 Jul 12 18:20:19.252872 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a308223e-05f9-469f-9675-ea42baa88f4c req-828be57b-4256-44a9-9300-69e12964cec0 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464771 Jul 12 18:20:20.548801 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209885ab-cc2e-4995-85b8-55db76170c73 req-0699f097-7f72-40fc-8806-a921c5c2726f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:20.551192 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-209885ab-cc2e-4995-85b8-55db76170c73 req-0699f097-7f72-40fc-8806-a921c5c2726f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0898652 Jul 12 18:20:20.604551 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-209885ab-cc2e-4995-85b8-55db76170c73 req-f4ba63ef-24c8-4488-a76d-3d4f4ad9b063 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476875 Jul 12 18:20:21.790045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb8874-1a1c-488c-a57f-53ca59b0d076 req-eae2e8e9-73d8-4730-92d7-fd7b2435fe25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:21.791526 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-68fb8874-1a1c-488c-a57f-53ca59b0d076 req-eae2e8e9-73d8-4730-92d7-fd7b2435fe25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0670247 Jul 12 18:20:21.830314 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-68fb8874-1a1c-488c-a57f-53ca59b0d076 req-f8974ccc-c58c-4b8e-bdbe-995e401b21da tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Jul 12 18:20:23.034102 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366549-4d3d-48ca-bb32-7b06238daffe req-715788b4-c70c-476a-8181-9550135dc523 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:23.035627 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f3366549-4d3d-48ca-bb32-7b06238daffe req-715788b4-c70c-476a-8181-9550135dc523 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0648096 Jul 12 18:20:23.072686 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f3366549-4d3d-48ca-bb32-7b06238daffe req-5a263a63-6f65-4c41-b17a-bcc29d3b715d tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312641 Jul 12 18:20:23.478735 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 53918) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:23.527757 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Deleting subnet 6eee5cbf-d6de-4bd8-890d-5491e5a63439 {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:20:23.530736 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.565069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.604396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.668184 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.724489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eee5cbf-d6de-4bd8-890d-5491e5a63439,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:23.727181 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.732314 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6eee5cbf-d6de-4bd8-890d-5491e5a63439 HTTP/1.1" status: 204 len: 168 time: 0.2502608 Jul 12 18:20:23.733760 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53920) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:23.741288 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.741864 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.742336 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.743176 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.743725 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.744276 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.744744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.745310 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.745858 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.746391 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.746947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.747587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63ddb1-03d1-4833-bcd2-5ddbe3d55af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:23.816533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.898036 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.907502 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1652752a-e28e-4fd3-86d3-a58de1ab4554']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:23.918560 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6d69c0-9075-4e33-8432-d9244791114c') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:23.918862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6d69c0-9075-4e33-8432-d9244791114c') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:23.928275 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.942075 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.948150 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:20:23.948546 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:20:23.950299 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:20:24.012634 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.031824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1652752a-e28e-4fd3-86d3-a58de1ab4554,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:24.034316 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.036740 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1652752a-e28e-4fd3-86d3-a58de1ab4554 HTTP/1.1" status: 204 len: 168 time: 0.3020418 Jul 12 18:20:24.042894 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.043239 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.043575 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.043905 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.044228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.044552 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.044899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.045226 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.045545 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.045864 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.046181 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.046499 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d81c015-2be2-476a-98f7-0eab09d34e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:24.156939 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53926) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:24.212498 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d6a6b375-d553-43cb-9e52-37265b1fa645 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc6073403f1c480285c469e2ba5363ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542777 Jul 12 18:20:24.213208 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 53928) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:24.268663 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6e0f-dc32-414f-a2d7-82112a868b1b req-0a0c760b-3ddb-4870-9603-f07bc45f1eb5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:24.269772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.276118 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-071b6e0f-dc32-414f-a2d7-82112a868b1b req-0a0c760b-3ddb-4870-9603-f07bc45f1eb5 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0766697 Jul 12 18:20:24.293499 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.311325 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-071b6e0f-dc32-414f-a2d7-82112a868b1b req-b2c9912b-7dd5-47de-849b-15af14fab24e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343084 Jul 12 18:20:24.346640 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.350240 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:24.353851 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20769e51-33d4-4904-9fae-4a65eaee37c9 HTTP/1.1" status: 204 len: 168 time: 0.1372466 Jul 12 18:20:24.363109 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496899-e8d0-4f7e-bcbc-c93d1146bebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20769e51-33d4-4904-9fae-4a65eaee37c9,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:25.525120 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90e291-9ac5-481f-9f75-a65c582aa028 req-0daf6ffc-31d8-4c0e-8708-884b8961216f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:25.532443 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f90e291-9ac5-481f-9f75-a65c582aa028 req-0daf6ffc-31d8-4c0e-8708-884b8961216f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0972128 Jul 12 18:20:25.566197 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-4f90e291-9ac5-481f-9f75-a65c582aa028 req-bb55bb47-4026-4ae4-80b3-21b8a6280119 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327415 Jul 12 18:20:26.775409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8d44a-55b5-4190-8d60-5c8259d2b90a req-09e7f8ad-8d33-49ec-a870-42eb85bd3c1a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:26.776976 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7da8d44a-55b5-4190-8d60-5c8259d2b90a req-09e7f8ad-8d33-49ec-a870-42eb85bd3c1a tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0885470 Jul 12 18:20:26.828400 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7da8d44a-55b5-4190-8d60-5c8259d2b90a req-669aa5c1-dcfa-4e46-b368-a49b073c3abc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Jul 12 18:20:28.017947 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65fce-d284-4750-90d0-8ca4f68fd0cf req-acfc6f97-133b-4d4d-b8b3-91b2a915781b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:28.019495 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-16a65fce-d284-4750-90d0-8ca4f68fd0cf req-acfc6f97-133b-4d4d-b8b3-91b2a915781b tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0722404 Jul 12 18:20:28.059009 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-16a65fce-d284-4750-90d0-8ca4f68fd0cf req-0dac4bf5-7cbd-487e-81d4-c883db3d0978 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Jul 12 18:20:29.239291 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bd4e3-d666-4046-8522-26b6a708ffe7 req-d52b092e-c1d1-4e33-b269-2a59c104b05f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:29.240741 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-511bd4e3-d666-4046-8522-26b6a708ffe7 req-d52b092e-c1d1-4e33-b269-2a59c104b05f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.0613589 Jul 12 18:20:29.280421 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-511bd4e3-d666-4046-8522-26b6a708ffe7 req-280602e0-3f84-4e5e-a683-aa0aee2844d3 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Jul 12 18:20:29.535885 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-5034ddc1-f923-4398-afa4-0a9832530b3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534055 Jul 12 18:20:29.621598 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-ecfe0870-e068-4c8f-b2a4-3e596a33f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:29.623193 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-ecfe0870-e068-4c8f-b2a4-3e596a33f3a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1098 time: 0.0505860 Jul 12 18:20:29.724678 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-ae2e4e19-11f3-458e-91db-64f4f2bfaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:29.726181 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-ae2e4e19-11f3-458e-91db-64f4f2bfaeae service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0818090 Jul 12 18:20:29.793538 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-85a96238-869d-41c2-b347-60a7168744a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 1001 time: 0.0594835 Jul 12 18:20:29.841619 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-66a36e27-6bd0-4249-92ce-8a886ab17e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:29.843091 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-66a36e27-6bd0-4249-92ce-8a886ab17e9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0426340 Jul 12 18:20:29.899579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-8f73a9f6-9dcd-4cc9-9767-83d6cb42e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:29.901173 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-8f73a9f6-9dcd-4cc9-9767-83d6cb42e6da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505283 Jul 12 18:20:29.990975 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-21bd663f-61c2-42b1-8526-aee9c83ad575 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818222 Jul 12 18:20:30.078093 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dc35a60b-a212-4771-a11b-b7c4f97b54d2 req-4b1966af-2dc5-4468-99fb-251194521447 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800090 Jul 12 18:20:30.499537 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4f51-0877-4fed-9341-ede20c0b68fc req-19588ee8-7a5f-4d7f-a105-3731fba96cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:30.501059 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cd1f4f51-0877-4fed-9341-ede20c0b68fc req-19588ee8-7a5f-4d7f-a105-3731fba96cc8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 1098 time: 0.1022887 Jul 12 18:20:30.509572 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a8421-815a-48c9-a01b-e89f88cd3c03 req-7393ca8c-8092-43eb-bd97-4c1f5c0e38e9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:30.511161 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d84a8421-815a-48c9-a01b-e89f88cd3c03 req-7393ca8c-8092-43eb-bd97-4c1f5c0e38e9 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 945 time: 0.1047869 Jul 12 18:20:30.562946 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cd1f4f51-0877-4fed-9341-ede20c0b68fc req-a91568e7-2adb-4579-972d-6d14fbe67900 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508609 Jul 12 18:20:30.567819 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d84a8421-815a-48c9-a01b-e89f88cd3c03 req-f13e41ad-6f0b-434f-a91a-efb07c2ac3c7 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502336 Jul 12 18:20:30.642030 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:20:30.741444 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:30.754943 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'port_id': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'mac_address': 'fa:16:3e:75:61:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:20:30.793502 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:30.807699 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:20:30.832421 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:30.836215 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:30.891290 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=10']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:31.054081 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:31.054455 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:31.136548 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:31.160319 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:31.162553 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6148b131-3f1b-4fc7-8236-b330d168f76d" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:31.176059 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:31.180967 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:31.332137 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf708557-362d-4839-a760-3d62c5c3bb08 x-openstack-request-id: req-bf708557-362d-4839-a760-3d62c5c3bb08 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:31.332421 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-plugged", "status": "completed", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:31.332670 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf708557-362d-4839-a760-3d62c5c3bb08 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:31.333070 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'code': 200} Jul 12 18:20:31.335421 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:20:31.400866 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ccb68-c405-4dab-becc-e6b41cb6b3cb None None] Pushing event updated for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=11']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:31.594579 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-63378c88-8475-480b-9e7f-53918a925d55 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:31.594947 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-63378c88-8475-480b-9e7f-53918a925d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:31.744921 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0e07f-210d-4c3d-ba7d-6d09a380b4b9 req-5015f48c-d70c-4cd9-8354-2abcb631cf9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:31.746238 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cb0e07f-210d-4c3d-ba7d-6d09a380b4b9 req-5015f48c-d70c-4cd9-8354-2abcb631cf9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 946 time: 0.0626245 Jul 12 18:20:31.788086 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cb0e07f-210d-4c3d-ba7d-6d09a380b4b9 req-59a4f517-48bb-4a02-9d4e-450fcef55270 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358069 Jul 12 18:20:32.667668 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:32.716503 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:32.716929 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:32.967139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcfb8a-d623-41cf-b7dd-931278e6b863 req-45d74d40-9806-4cf4-b57e-4877f28b062f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:32.968604 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-58dcfb8a-d623-41cf-b7dd-931278e6b863 req-45d74d40-9806-4cf4-b57e-4877f28b062f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 946 time: 0.0605702 Jul 12 18:20:33.004605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-58dcfb8a-d623-41cf-b7dd-931278e6b863 req-18ab81c9-1787-482a-b4f2-f0a326c576c8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Jul 12 18:20:34.115797 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11345a74-8b18-4628-8ce8-bedb15fc68ce req-02163267-7371-42d0-b924-f5e843bcfe45 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:34.117279 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-11345a74-8b18-4628-8ce8-bedb15fc68ce req-02163267-7371-42d0-b924-f5e843bcfe45 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0600190 Jul 12 18:20:34.154100 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-11345a74-8b18-4628-8ce8-bedb15fc68ce req-4ca461ea-bbfa-4143-b33d-1103143885af tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299606 Jul 12 18:20:35.308338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54140) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:35.336630 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2420e-b2d6-4522-8be7-6daa044e89f9 req-5e2b03a7-c5ab-4549-b801-cc0c0f06d58b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:35.338169 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5ec2420e-b2d6-4522-8be7-6daa044e89f9 req-5e2b03a7-c5ab-4549-b801-cc0c0f06d58b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0658283 Jul 12 18:20:35.375678 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5ec2420e-b2d6-4522-8be7-6daa044e89f9 req-ccfa6b90-2d37-43e7-8cbd-e6b84e8f44da tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Jul 12 18:20:35.409719 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-05290b6a-d49c-48d1-b249-a53f887cf9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.500081 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-05290b6a-d49c-48d1-b249-a53f887cf9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.503723 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-05290b6a-d49c-48d1-b249-a53f887cf9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.540371 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-05290b6a-d49c-48d1-b249-a53f887cf9fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=988a02f73e9a49c4b37804faf8eef1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309566 Jul 12 18:20:35.542257 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05290b6a-d49c-48d1-b249-a53f887cf9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7237c6e-9eb9-44eb-9c9a-2effe97e8f5c,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:35.543066 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54144) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:35.593484 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.613966 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.660130 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.662635 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:35.663761 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7237c6e-9eb9-44eb-9c9a-2effe97e8f5c HTTP/1.1" status: 204 len: 168 time: 0.1196909 Jul 12 18:20:35.673185 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e3191-d2e3-4995-afb8-8331b9656bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7237c6e-9eb9-44eb-9c9a-2effe97e8f5c,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:36.246587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54168) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:36.342842 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1824623129-network', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:36.362799 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Made reservation on behalf of 83382e8db38a45af8d2c053b02eee3c6 for: {'network': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:20:36.365149 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.376862 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.478174 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbc4ea-0011-477d-9f0f-17fd3c66483e req-62bfc599-159e-4dac-a119-11e43f9f16aa tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:36.479680 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-06fbc4ea-0011-477d-9f0f-17fd3c66483e req-62bfc599-159e-4dac-a119-11e43f9f16aa tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0999308 Jul 12 18:20:36.516604 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-733635ee-d600-426b-a794-68c019983f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.542826 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-06fbc4ea-0011-477d-9f0f-17fd3c66483e req-a85d3d0b-ea95-4433-8f0e-f3f239e71455 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536213 Jul 12 18:20:36.544565 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.549164 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.554483 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5169-a164-4615-94e6-d0220e34a361 req-713a02ea-117b-42f2-8098-f721c3cce3e8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:36.556745 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-46cf5169-a164-4615-94e6-d0220e34a361 req-713a02ea-117b-42f2-8098-f721c3cce3e8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0691445 Jul 12 18:20:36.578593 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e22c4c-2aff-402a-921f-c445fef37164,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:36.581177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:20:36.593269 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.593614 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.segments_db [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Added segment db428fa0-800a-42fd-980f-6760c61ebf03 of type vlan for network 5b30b472-85cf-438a-b066-896b79fc8412 Jul 12 18:20:36.596951 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-46cf5169-a164-4615-94e6-d0220e34a361 req-7e3dc5b7-46ea-4912-8176-6a044dd5dcda tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Jul 12 18:20:36.632362 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.662946 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.663894 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:36.664482 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.720514 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4725997 Jul 12 18:20:36.723417 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54176) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:36.723676 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce2853-6513-4513-bb67-67751fde92a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b30b472-85cf-438a-b066-896b79fc8412,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:36.728552 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Request body: {'subnet': {'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1824623129-subnet', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'ip_version': 4}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:36.733597 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 5b30b472-85cf-438a-b066-896b79fc8412 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:20:36.749446 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Made reservation on behalf of 83382e8db38a45af8d2c053b02eee3c6 for: {'subnet': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:20:36.751730 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9346051'] for subnet, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.908092 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8903520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9345529'] for subnet, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:36.961741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af1949d-5d8c-4f45-898d-e2bf34db62e2,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:36.968297 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:36.968656 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Network hostable DHCP agents. Network: 5b30b472-85cf-438a-b066-896b79fc8412, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:20:36.984275 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Network 5b30b472-85cf-438a-b066-896b79fc8412 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:20:36.993252 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 5b30b472-85cf-438a-b066-896b79fc8412) {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:36.997686 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:36.998458 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.002531 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35427541-c6b2-49a6-b75b-5806421cfc83 None None] Network 5b30b472-85cf-438a-b066-896b79fc8412 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:20:37.012749 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-18ad07a9-9bf4-4ea3-b1ad-8236f8f426b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2882817 Jul 12 18:20:37.015442 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54178) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:37.019838 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:37.039688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.040754 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.094102 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.145783 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-5b30b472-85cf-438a-b066-896b79fc8412', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:20:37.146623 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.286590 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Allocated IP 172.20.0.2 (5b30b472-85cf-438a-b066-896b79fc8412/9af1949d-5d8c-4f45-898d-e2bf34db62e2/6a02bfcf-9942-4057-ab3a-6ddfffc2befb) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:37.430806 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.438837 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Transition to ACTIVE for port object 6a02bfcf-9942-4057-ab3a-6ddfffc2befb will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:37.452876 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Transition to ACTIVE for port object 6a02bfcf-9942-4057-ab3a-6ddfffc2befb will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:37.458606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.487306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.498394 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:37.501101 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:37.504568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:37.511640 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:37.563637 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Attempting to bind port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:37.564349 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Attempting to bind port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:37.564349 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Attempting to bind port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:37.569976 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:37.569976 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:37.571126 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.571526 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Bound using segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:37.571997 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Bound port: 6a02bfcf-9942-4057-ab3a-6ddfffc2befb, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:37.572867 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.648103 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] For port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:37.652528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] For port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:37.659273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.684972 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.704533 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:37.717450 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3d1d7-be46-46a0-8694-3f176be7d419 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:37.737428 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26988-4e60-48c4-96fa-fbf98dac645d req-23db544c-7ea6-4d3f-a988-b77121a8edf6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:37.744387 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ad26988-4e60-48c4-96fa-fbf98dac645d req-23db544c-7ea6-4d3f-a988-b77121a8edf6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0817051 Jul 12 18:20:37.782378 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ad26988-4e60-48c4-96fa-fbf98dac645d req-a428d5fe-28f0-4fd4-8362-3d1d074342ea tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369854 Jul 12 18:20:37.854362 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e5b8d-ff2c-4b60-ab3b-6f4e2eb28855 req-d8b829d7-668b-487b-8bf5-d0ed877260cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:37.856006 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-616e5b8d-ff2c-4b60-ab3b-6f4e2eb28855 req-d8b829d7-668b-487b-8bf5-d0ed877260cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1385288 Jul 12 18:20:37.876995 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Allocated IP 172.27.3.167 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/9dc777a8-e02f-49cd-85a3-e0dd96c233e1) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:37.972357 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-616e5b8d-ff2c-4b60-ab3b-6f4e2eb28855 req-ad3a83dc-d1fd-4f37-8281-4b55f4989143 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075976 Jul 12 18:20:38.023432 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.062355 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.101116 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:38.105314 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:38.109609 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:38.112489 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:38.332111 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a02bfcf-9942-4057-ab3a-6ddfffc2befb up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:38.355387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.386201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:38.555905 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.631088 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f21c68-7638-4810-a42b-6cd5018ae8b1 None None] Network 5b30b472-85cf-438a-b066-896b79fc8412 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:20:38.683310 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Router 901f9384-e026-40cc-97bf-92610f179382 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:20:38.751599 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Provisioning for port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:38.757205 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Provisioning complete for port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:38.757528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.787077 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:20:38.799183 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:20:38.805995 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.809852 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ac70e648-d015-4bf5-bb04-452b97f60c20 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7908823 Jul 12 18:20:38.810163 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54186) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:38.826473 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:38.826994 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:38.960325 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:38.962775 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096cab9-dd24-47fe-bcd0-490e7609e088 req-0d20e392-2724-49b1-bc79-0153e032ac0d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:38.970018 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d096cab9-dd24-47fe-bcd0-490e7609e088 req-0d20e392-2724-49b1-bc79-0153e032ac0d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0736248 Jul 12 18:20:38.995919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:39.007572 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d096cab9-dd24-47fe-bcd0-490e7609e088 req-565f984d-d41c-4ad7-8b37-d1ffe29b953d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364764 Jul 12 18:20:39.057855 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] For port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:39.101201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.158939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2031b815-be47-44ad-9086-0233c60b3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.195427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c20ed-ea65-47bd-9ad8-47a25c64b632 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:39.251118 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cfd3e-5fee-4498-bb7b-068c617fcd93 req-40771773-04ba-4998-858d-07a0c9d936c7 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:39.252599 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6a4cfd3e-5fee-4498-bb7b-068c617fcd93 req-40771773-04ba-4998-858d-07a0c9d936c7 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1356101 Jul 12 18:20:39.256093 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:38Z', 'revision_number': 3, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:39.287111 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:20:39.287379 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Updating router 901f9384-e026-40cc-97bf-92610f179382 port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:20:39.318720 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-71c36318-269d-419d-8401-81c30f9a9e15 None None] Provisioning complete for port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:39.319091 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-71c36318-269d-419d-8401-81c30f9a9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.327046 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6a4cfd3e-5fee-4498-bb7b-068c617fcd93 req-f19f8346-7998-4c4c-bed7-040718905ad4 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629601 Jul 12 18:20:39.348021 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.371227 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.526615 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Allocated IP 172.20.0.1 (5b30b472-85cf-438a-b066-896b79fc8412/9af1949d-5d8c-4f45-898d-e2bf34db62e2/8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:39.610694 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.626888 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.639735 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Transition to ACTIVE for port object 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:39.671179 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.707783 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:39.713658 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:39.715983 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:39.743695 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:39.766918 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.768352 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.782136 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Transition to ACTIVE for port object 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:39.787682 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.833514 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739ddc-5ade-4558-aa6e-7b39f463f818 None None] Pushing event updated for resources: {'Port': ['ID=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:39.848471 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Attempting to bind port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:39.848908 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Attempting to bind port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:39.849366 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Attempting to bind port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:39.854899 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:39.855282 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:39.855687 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.856075 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:39.856540 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Bound port: 9dc777a8-e02f-49cd-85a3-e0dd96c233e1, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:39.856949 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.913894 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.917957 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] For port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:39.921246 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] For port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:39.925494 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.981259 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2710ffcf-4daa-4835-9960-a01e4b3fc170 None None] Provisioning for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:39.991919 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-2710ffcf-4daa-4835-9960-a01e4b3fc170 None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:39.992730 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2710ffcf-4daa-4835-9960-a01e4b3fc170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:39.997375 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:39.997997 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:40.016790 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739ddc-5ade-4558-aa6e-7b39f463f818 None None] Pushing event updated for resources: {'Port': ['ID=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:40.073556 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-2710ffcf-4daa-4835-9960-a01e4b3fc170 None None] Port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:40.074059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.080363 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.132053 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:40.166383 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:40.181448 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.183026 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.237120 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f32a9-5662-4294-8d40-fc1099165729 req-0e869456-7e0e-4f8b-8b75-49bc12f540cc tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:40.244451 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c9f32a9-5662-4294-8d40-fc1099165729 req-0e869456-7e0e-4f8b-8b75-49bc12f540cc tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0904939 Jul 12 18:20:40.308094 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c9f32a9-5662-4294-8d40-fc1099165729 req-ede174e1-391e-427f-a43f-8d3d732bbd85 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626471 Jul 12 18:20:40.325515 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:40.327066 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:40.357577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a02bfcf-9942-4057-ab3a-6ddfffc2befb up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:40.417894 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-608ba210-53bc-4a17-ac05-6d33f38a5827 None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:40.418155 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-608ba210-53bc-4a17-ac05-6d33f38a5827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.459702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:20:40.466639 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-608ba210-53bc-4a17-ac05-6d33f38a5827 None None] Port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:40.471201 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:40.471725 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.474579 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:40.523265 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401104e-6df0-421b-9692-5ea82478eb4f None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:20:40.599991 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-46027441-e547-4d18-a37e-462b3a391513 None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:40.600361 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-46027441-e547-4d18-a37e-462b3a391513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:40.640199 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-46027441-e547-4d18-a37e-462b3a391513 None None] Port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:40.641452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7d42d-294f-41d1-96d2-6898224b227f req-4a9bdd3e-a600-4cdb-b200-b691c002fb20 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:40.643258 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-31a7d42d-294f-41d1-96d2-6898224b227f req-4a9bdd3e-a600-4cdb-b200-b691c002fb20 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1752784 Jul 12 18:20:40.646323 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:20:40.653307 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-5acfb460-a58d-4800-a9f7-107453af0892 admin admin] 10.222.0.39 "PUT /v2.0/routers/901f9384-e026-40cc-97bf-92610f179382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420072 Jul 12 18:20:40.687784 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-31a7d42d-294f-41d1-96d2-6898224b227f req-38a3b3c0-6513-4e50-a7d6-a22769941da5 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332167 Jul 12 18:20:41.162994 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54208) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:41.167989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1672279297-network', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:41.201929 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Made reservation on behalf of e4bc0c336ecb4a54a29fb1cfc5c8d2b1 for: {'network': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:20:41.207510 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for network, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.220528 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.316757 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.321376 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.351401 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 18:20:41.361315 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa88c8-c320-4ca7-b024-a8546a7aee2a,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:41.369426 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.369795 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.segments_db [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Added segment 1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d of type vlan for network 996f03d7-2438-4511-89a6-e0f766f79b04 Jul 12 18:20:41.415973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764127539815'] for network, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.446547 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920'] for network, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.447696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:41.448338 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.485304 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e75ee-d74f-4225-bb90-25c56f673243 req-97c4e30d-003b-4b53-8a24-73c0167e6b7d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:41.486922 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-877e75ee-d74f-4225-bb90-25c56f673243 req-97c4e30d-003b-4b53-8a24-73c0167e6b7d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0651524 Jul 12 18:20:41.512679 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3485553 Jul 12 18:20:41.513301 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54212) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:41.518048 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb761eb-29fd-497e-92dd-d5fbdf87d715 admin admin] Pushing event updated for resources: {'Network': ['ID=996f03d7-2438-4511-89a6-e0f766f79b04,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:41.518207 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Request body: {'subnet': {'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1672279297-subnet', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'ip_version': 4}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:41.529351 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Network 996f03d7-2438-4511-89a6-e0f766f79b04 details requested by agent ovs-agent-dv-cinder-800306-3-iscsi with host dv-cinder-800306-3-iscsi {{(pid=93135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 18:20:41.550853 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-877e75ee-d74f-4225-bb90-25c56f673243 req-75181f3f-1a5e-4534-93a0-e017a7af8d4a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567813 Jul 12 18:20:41.561493 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Made reservation on behalf of e4bc0c336ecb4a54a29fb1cfc5c8d2b1 for: {'subnet': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:20:41.563757 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575959'] for subnet, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.732333 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2129383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575277'] for subnet, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.755023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.787404 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1921d558-2b14-43e7-8af2-5581574076c5,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:41.804386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Checking segment: {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:41.805377 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Network hostable DHCP agents. Network: 996f03d7-2438-4511-89a6-e0f766f79b04, hostable agents: ['27a9a1ef-6d38-495e-9d30-e8759854aa8b'], hosted agents: [] {{(pid=93133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 18:20:41.823259 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Network 996f03d7-2438-4511-89a6-e0f766f79b04 is scheduled to be hosted by DHCP agent 27a9a1ef-6d38-495e-9d30-e8759854aa8b with binding_index 1 {{(pid=93133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 18:20:41.834424 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800306-3-iscsi, 996f03d7-2438-4511-89a6-e0f766f79b04) {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:41.840774 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:41.841571 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.848727 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5aa197-f29e-43d1-9805-dd83f5c869b9 None None] Network 996f03d7-2438-4511-89a6-e0f766f79b04 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:20:41.858552 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f9c57a0d-ecfc-4c9b-90b2-b0c52b34fbef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3440983 Jul 12 18:20:41.861006 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54216) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:41.865759 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:41.883834 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762a1fb-db76-4894-9a34-ee1662698173 req-10146a5d-484c-4034-99b5-00777c2de7e3 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:41.886257 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e762a1fb-db76-4894-9a34-ee1662698173 req-10146a5d-484c-4034-99b5-00777c2de7e3 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0774438 Jul 12 18:20:41.890027 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28454'] for router, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.891434 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-574627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677847', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28479'] for router, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:41.931439 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e762a1fb-db76-4894-9a34-ee1662698173 req-b95a1c32-0705-4cc8-bf2e-3d63bdb6d8f2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345042 Jul 12 18:20:41.956319 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.009807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7aaf95-2ead-5f4c-9b73-0c536e5fa0c1-996f03d7-2438-4511-89a6-e0f766f79b04', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5'}]}} from dv-cinder-800306-3-iscsi. {{(pid=93135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 18:20:42.010649 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.095149 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28429'] for router, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.141371 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.db_base_plugin_common [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Allocated IP 172.20.0.2 (996f03d7-2438-4511-89a6-e0f766f79b04/1921d558-2b14-43e7-8af2-5581574076c5/1e2fb774-8165-4d80-9666-0a0e52d2fa5f) {{(pid=93135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:42.294333 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks [] for port, precommit_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.303270 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Transition to ACTIVE for port object 1e2fb774-8165-4d80-9666-0a0e52d2fa5f will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:42.307853 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.328080 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.329819 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Transition to ACTIVE for port object 1e2fb774-8165-4d80-9666-0a0e52d2fa5f will not be triggered until provisioned by entity DHCP. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:42.338979 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886'] for port, after_create {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.368787 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:42.409100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Network 996f03d7-2438-4511-89a6-e0f766f79b04 is already hosted by enough agents. {{(pid=93135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:42.416391 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.scheduler.base_scheduler [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Resources bound (agent type, host, resource id): {{(pid=93135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:42.421779 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Pushing event updated for resources: {'Port': ['ID=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,revision_number=1']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:42.423988 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Received port after_create {{(pid=93135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:42.440371 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Allocated IP 172.27.3.12 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/2cfc8ac5-8e9c-481f-bea5-ef19d92776f9) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:42.490831 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Attempting to bind port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:42.491196 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Attempting to bind port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:42.491570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Attempting to bind port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f on network 996f03d7-2438-4511-89a6-e0f766f79b04 {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:42.498611 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:42.501540 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:42.501912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Checking segment: {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:42.502307 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.502694 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Bound using segment: {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:42.503160 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Bound port: 1e2fb774-8165-4d80-9666-0a0e52d2fa5f, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:42.503538 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.506518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:42.506814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.548656 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.587372 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.600521 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] For port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:42.604847 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] For port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:42.627712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.629092 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:42.634377 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:42.638734 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:42.663532 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Pushing event updated for resources: {'Port': ['ID=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:42.666855 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:20:42.685226 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:42.685863 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:42.705095 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.736377 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:42.740710 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9a32c-5b21-4fa8-be58-58bf848f3aba None None] Pushing event updated for resources: {'Port': ['ID=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:42.745334 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:42.822872 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:42.868037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f7d4b-3df5-429d-aee7-b21f98c44b30 req-cb8fa1bf-ca6d-46cc-bec4-0399b3325bef tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:42.869834 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1f2f7d4b-3df5-429d-aee7-b21f98c44b30 req-cb8fa1bf-ca6d-46cc-bec4-0399b3325bef tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.1488869 Jul 12 18:20:42.953334 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:43.142609 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8c3ce-9d74-49f7-9ceb-c5f0e170374c req-184c5146-f20e-468f-84d3-43669e6bc111 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:43.144321 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29d8c3ce-9d74-49f7-9ceb-c5f0e170374c req-184c5146-f20e-468f-84d3-43669e6bc111 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0749300 Jul 12 18:20:43.187490 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-29d8c3ce-9d74-49f7-9ceb-c5f0e170374c req-69181eec-6b36-4c5f-8308-f6f1d543c9da tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371859 Jul 12 18:20:43.194624 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 2, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:43.222133 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:20:43.222492 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Updating router 901f9384-e026-40cc-97bf-92610f179382 port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:20:43.257842 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.260632 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1f2f7d4b-3df5-429d-aee7-b21f98c44b30 req-a54d05a4-dadc-4e9c-9408-9c28cdb9f607 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573260 Jul 12 18:20:43.276505 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.482101 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-574479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677858'] for router, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.529848 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.540946 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Transition to ACTIVE for port object 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:43.547407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.595797 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Pushing event updated for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:43.604949 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.605301 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.605710 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.605977 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.606305 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.606839 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.607324 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.607808 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.608302 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.608781 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.609299 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.609776 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:20:43.616516 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Router 61c429cd-95b3-4ca5-9687-a87ba82ac755 is scheduled to L3 agent b1764419-ea28-4a25-a72a-425c6e960142 with binding_index 1 {{(pid=93133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 18:20:43.685964 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Attempting to bind port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:43.686551 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Attempting to bind port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:43.686663 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Attempting to bind port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:43.691908 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:43.692501 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:43.692672 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.693111 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Bound using segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:43.693599 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Bound port: 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:43.694115 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.738397 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad08d0-6adf-4112-b3c5-514eb329193e None None] Network 996f03d7-2438-4511-89a6-e0f766f79b04 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:20:43.747611 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:20:43.767428 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.771437 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1a928534-b255-4a32-970a-81dd35a18c5e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9067905 Jul 12 18:20:43.771659 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54222) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:43.776478 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] For port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:43.782195 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] For port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:43.784407 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Sync routers for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:20:43.789470 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:43.821454 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:43.822095 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:43.856697 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c408-6509-4ad9-9d03-392ef0556497 None None] Pushing event updated for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=4']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:43.863367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-f3f02890-8bfc-40d5-b421-ee27b7201d80 None None] Provisioning for port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:43.863549 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:43.864324 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:43.988671 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:44.137345 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:44.205796 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:43Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:44.232367 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73997f5-899a-4970-8b44-c83f643a82d8 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:43Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:20:44.240753 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:44.427483 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 3, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:44.483939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Checking router: 61c429cd-95b3-4ca5-9687-a87ba82ac755 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:20:44.484291 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Updating router 61c429cd-95b3-4ca5-9687-a87ba82ac755 port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 binding host dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:20:44.569615 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b82977-7b1f-4fe5-b3d1-f250116fde53 req-039d85f1-52f6-478c-9e6b-737858261f4f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:44.578339 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a9b82977-7b1f-4fe5-b3d1-f250116fde53 req-039d85f1-52f6-478c-9e6b-737858261f4f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1525342 Jul 12 18:20:44.592341 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:44.600024 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:44.623759 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a9b82977-7b1f-4fe5-b3d1-f250116fde53 req-801feebd-a29f-41b0-8d5e-b09a557a2db8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Jul 12 18:20:44.698623 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Allocated IP 172.20.0.1 (996f03d7-2438-4511-89a6-e0f766f79b04/1921d558-2b14-43e7-8af2-5581574076c5/aa3a4f21-d25a-4ab3-902d-d67ae8768775) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:20:44.707860 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d08944-0b6e-4b22-8a10-05a3fe936444 req-e4d2768f-7660-4e8a-874c-6deff2022600 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:44.709438 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-05d08944-0b6e-4b22-8a10-05a3fe936444 req-e4d2768f-7660-4e8a-874c-6deff2022600 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.1259508 Jul 12 18:20:44.774883 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:44.775454 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:44.795554 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-05d08944-0b6e-4b22-8a10-05a3fe936444 req-59caf9c7-8aaf-4e0b-8490-c23edb1a3293 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775318 Jul 12 18:20:44.843822 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:44.857453 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Transition to ACTIVE for port object aa3a4f21-d25a-4ab3-902d-d67ae8768775 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:44.896624 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:44.937946 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Network 996f03d7-2438-4511-89a6-e0f766f79b04 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:44.941106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:44.947414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:20:44.950494 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:44.976167 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Pushing event updated for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:44.998423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581609'] for router_interface, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.032859 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.056901 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Transition to ACTIVE for port object 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 will not be triggered until provisioned by entity L2. {{(pid=93135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:45.062892 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.067194 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:45.071225 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.075935 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:45.076381 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.166218 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.167879 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Attempting to bind port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:45.168328 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Attempting to bind port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:45.169025 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Attempting to bind port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 on network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:45.174965 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fb02-8913-426d-b060-d309fc7c6a02 None None] Pushing event updated for resources: {'Port': ['ID=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,revision_number=2']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:45.179334 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:45.179822 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Checking segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:45.180311 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.180755 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Bound using segment: {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'} {{(pid=93135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:45.181382 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.managers [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Bound port: 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476e3793-7244-4d89-a0da-1029ef78717b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}}] {{(pid=93135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:45.181828 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.261764 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] For port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:45.266068 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] For port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:45.272951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.275153 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.331383 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a20867aa-efa1-4210-9500-38a7a0539231 None None] Provisioning for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:45.340744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.345104 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.346536 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-a20867aa-efa1-4210-9500-38a7a0539231 None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:45.346900 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a20867aa-efa1-4210-9500-38a7a0539231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.383970 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:45.390894 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:45.391523 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:45.395816 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fb02-8913-426d-b060-d309fc7c6a02 None None] Pushing event updated for resources: {'Port': ['ID=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:45.413578 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Pushing event updated for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:45.423763 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-581300'] for router_interface, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.430197 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.471805 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-a20867aa-efa1-4210-9500-38a7a0539231 None None] Port aa3a4f21-d25a-4ab3-902d-d67ae8768775 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:45.486894 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 1e2fb774-8165-4d80-9666-0a0e52d2fa5f up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:45.531621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Network 996f03d7-2438-4511-89a6-e0f766f79b04 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:20:45.533220 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:20:45.566853 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:45.600722 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:45.643870 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:45.658599 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:45.658859 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Router 61c429cd-95b3-4ca5-9687-a87ba82ac755 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:20:45.658982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.781812 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-64b81ca9-8a15-490d-81bb-29ad1603ee4c None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:45.782539 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-64b81ca9-8a15-490d-81bb-29ad1603ee4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:45.805622 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:20:45.811091 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d3e493b1-b4ac-4dde-ae7b-9010218d8d0b admin admin] 10.222.0.39 "PUT /v2.0/routers/61c429cd-95b3-4ca5-9687-a87ba82ac755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381050 Jul 12 18:20:45.881158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa6207-0f48-4301-8ebb-0b8b41a98f4f req-ce0e1cf7-2e11-4417-b4ca-0d7d087d49fe tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:45.887275 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c9aa6207-0f48-4301-8ebb-0b8b41a98f4f req-ce0e1cf7-2e11-4417-b4ca-0d7d087d49fe tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1014521 Jul 12 18:20:45.934175 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c9aa6207-0f48-4301-8ebb-0b8b41a98f4f req-7b0afaff-b429-44eb-bc55-6004c10f2d33 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Jul 12 18:20:46.021258 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229cf47-9774-4f4f-99fd-ebb62e613764 req-de437c44-b40d-4ebe-ac7d-5afc7ec80d63 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.023497 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c229cf47-9774-4f4f-99fd-ebb62e613764 req-de437c44-b40d-4ebe-ac7d-5afc7ec80d63 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0720844 Jul 12 18:20:46.040979 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-64b81ca9-8a15-490d-81bb-29ad1603ee4c None None] Port aa3a4f21-d25a-4ab3-902d-d67ae8768775 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:46.045913 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.067314 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c229cf47-9774-4f4f-99fd-ebb62e613764 req-1830bd60-c677-4d96-87ca-c77344815d07 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381641 Jul 12 18:20:46.128192 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:46.137814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.193596 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'aa3a4f21-d25a-4ab3-902d-d67ae8768775', 'name': '', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'mac_address': 'fa:16:3e:b6:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:44Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 2, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'subnets': [{'id': '1921d558-2b14-43e7-8af2-5581574076c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:46.238255 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f21f6-53d4-484d-b652-f641c3835ce5 None None] The sync data for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi is: [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'aa3a4f21-d25a-4ab3-902d-d67ae8768775', 'name': '', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'mac_address': 'fa:16:3e:b6:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:44Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 2, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'subnets': [{'id': '1921d558-2b14-43e7-8af2-5581574076c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:20:46.239707 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b6e00915-ec81-427a-9526-f6436ed55361 None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:46.240167 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b6e00915-ec81-427a-9526-f6436ed55361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.246591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,revision_number=3']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:46.293332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-b6e00915-ec81-427a-9526-f6436ed55361 None None] Port aa3a4f21-d25a-4ab3-902d-d67ae8768775 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:20:46.305474 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b6e00915-ec81-427a-9526-f6436ed55361 None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:46.305939 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b6e00915-ec81-427a-9526-f6436ed55361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.397559 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:46.408488 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54242) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:46.413901 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960399473', 'description': 'tempest-secgroup-smoke-960399473 description', 'project_id': '83382e8db38a45af8d2c053b02eee3c6'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:46.453954 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.469014 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:46.469439 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.474135 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d568-2bc5-4938-b8c0-930645847e69 req-cc663445-9ef3-4128-bdb6-95db8f59850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.478524 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-cc663445-9ef3-4128-bdb6-95db8f59850b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 1098 time: 0.0683451 Jul 12 18:20:46.565942 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354880e2-dcd5-4054-9d9f-08b3025f4267 req-6c0d8c59-f7a6-4447-a33a-77cde5fd9c2f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.575543 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-354880e2-dcd5-4054-9d9f-08b3025f4267 req-6c0d8c59-f7a6-4447-a33a-77cde5fd9c2f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1248090 Jul 12 18:20:46.656063 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d568-2bc5-4938-b8c0-930645847e69 req-9432b263-85aa-429a-a1bd-3aea12fb0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.657712 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-9432b263-85aa-429a-a1bd-3aea12fb0ba8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.1510773 Jul 12 18:20:46.678605 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-354880e2-dcd5-4054-9d9f-08b3025f4267 req-0c7862d1-f5d9-4838-b263-676d75f3c506 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021781 Jul 12 18:20:46.707507 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.712464 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.726715 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-2f4adb1e-d06b-422c-8614-4bf6d1846f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.728515 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-2f4adb1e-d06b-422c-8614-4bf6d1846f4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.1270692 Jul 12 18:20:46.740147 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-57461775-0f8b-485a-ba55-6da29125f600 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 200 len: 1001 time: 0.0757661 Jul 12 18:20:46.788408 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d568-2bc5-4938-b8c0-930645847e69 req-68d494fe-f70f-40c2-8f24-b3b202e0f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.790536 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-68d494fe-f70f-40c2-8f24-b3b202e0f432 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0449295 Jul 12 18:20:46.792352 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.796190 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3837996 Jul 12 18:20:46.796190 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99686b-d4f7-485c-9f63-f018a27aaf4d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5611c-123d-4b9f-946e-786e684100ef,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:46.798772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54244) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:46.814599 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:46.840224 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-a8691248-549c-460c-ba94-c7dbd8618b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.841849 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-a8691248-549c-460c-ba94-c7dbd8618b66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.1040299 Jul 12 18:20:46.868422 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.902762 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d568-2bc5-4938-b8c0-930645847e69 req-aa596e9c-3769-43d8-abb4-c55a34779583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.904288 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-aa596e9c-3769-43d8-abb4-c55a34779583 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063306 Jul 12 18:20:46.932738 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-34d2ffc5-2ef9-4f9b-bc26-c3c57a5639b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1000 time: 0.0684719 Jul 12 18:20:46.982400 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.991020 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:46.995801 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-29790164-0718-4ff8-9eb9-75b2900ca825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:46.997605 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-29790164-0718-4ff8-9eb9-75b2900ca825 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0585210 Jul 12 18:20:47.025187 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e925fa1d-428a-4553-99c1-810ffd88fa9a,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:47.037783 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-551cc25d-55d8-49d9-b88a-b8c0d748522c service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224518 Jul 12 18:20:47.038477 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.040229 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3a1d6c06-0dce-43ac-b22e-3840e154a813 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2399061 Jul 12 18:20:47.043492 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54248) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:47.048280 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:47.103776 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.119240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-5450331f-e4da-418b-861d-acf2c4b27295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:47.121015 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-5450331f-e4da-418b-861d-acf2c4b27295 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164160 Jul 12 18:20:47.186098 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5741d568-2bc5-4938-b8c0-930645847e69 req-e2ff9bd4-6a7e-4735-9a79-b60aa02c44b5 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419730 Jul 12 18:20:47.270580 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.283826 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.307865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-1de9d15b-18ee-44ef-80c9-221d2614c8d5 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797891 Jul 12 18:20:47.312429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a809bfa8-f6ec-43e4-9d17-9282f754a379,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:47.325405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.329214 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ba066db4-da2b-4837-b5cd-2fe0549e09f5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821896 Jul 12 18:20:47.338123 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54252) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:47.342547 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:47.421877 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.452163 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0fe65909-81ea-49e4-9d19-38485d5c092f req-8e7b1293-6560-4f35-91d6-b3422c9aed10 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360824 Jul 12 18:20:47.487774 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.493414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.514558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad061b39-380c-4f26-941c-ed695d2fbc38,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:47.519358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.524202 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-99388a95-6cb5-485d-a4f1-6784de036ec8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853304 Jul 12 18:20:47.524791 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54254) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:47.529815 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:47.559316 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.564165 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cef13-aa43-4f20-b110-dc53bcf83ee4 req-4ec889d0-7357-49a7-b2d5-7fa4acaf6a14 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:47.565759 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9b9cef13-aa43-4f20-b110-dc53bcf83ee4 req-4ec889d0-7357-49a7-b2d5-7fa4acaf6a14 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.3488393 Jul 12 18:20:47.606841 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9b9cef13-aa43-4f20-b110-dc53bcf83ee4 req-cc39832f-d1cf-4a56-a1c1-7bf0edaa1b14 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349140 Jul 12 18:20:47.623414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.629878 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.652993 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea66120c-51c2-4e37-940e-f4d2988aa500,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:47.655477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.656772 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f70f069f-815b-47e9-a9d0-4d5bfea64286 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309385 Jul 12 18:20:47.659638 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54256) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:47.664073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:47.686349 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.securitygroups_db [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Project 83382e8db38a45af8d2c053b02eee3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:20:47.691610 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.755528 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.763892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.787237 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61118e4-cd28-4a29-8437-6a5902bde1f7,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:47.796381 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.800155 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0dbd20fb-b366-4c3a-bd06-74fafa5216c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372685 Jul 12 18:20:47.800436 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54260) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:20:47.805530 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'security_group_rule': {'security_group_id': '3ab5611c-123d-4b9f-946e-786e684100ef', 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:20:47.857836 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.securitygroups_db [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Project 83382e8db38a45af8d2c053b02eee3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 18:20:47.865067 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.920201 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274e48f-fd70-4045-b45b-ceba65078c9e req-26eaebee-fd7c-4fb2-9c76-67dbf1a338f9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:47.921702 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8274e48f-fd70-4045-b45b-ceba65078c9e req-26eaebee-fd7c-4fb2-9c76-67dbf1a338f9 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1107824 Jul 12 18:20:47.965970 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.971213 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:47.975110 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8274e48f-fd70-4045-b45b-ceba65078c9e req-33865763-f75f-44b9-9598-2c37a5d1ac5d tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Jul 12 18:20:47.993371 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebf982b-d703-4588-bdda-ebf80776a08a,revision_number=0']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:48.000215 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:48.001537 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2057dfed-b076-4e99-aac4-e0e32a302ffe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997283 Jul 12 18:20:48.425931 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:48.477645 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:48.482189 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:48.482599 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:48.547553 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Sync routers for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:20:48.557193 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:48.557800 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:48.566410 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:48.587184 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:48.591465 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:48.623740 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 1e2fb774-8165-4d80-9666-0a0e52d2fa5f up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:48.672355 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:48.677196 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:48.696545 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:48.696997 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:48.814633 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46989bc5-3880-459e-83a6-c0c91d3b9f4a req-49f0849c-2c29-49a3-8a70-4662220c8085 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:48.816238 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-46989bc5-3880-459e-83a6-c0c91d3b9f4a req-49f0849c-2c29-49a3-8a70-4662220c8085 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0681489 Jul 12 18:20:48.857186 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-46989bc5-3880-459e-83a6-c0c91d3b9f4a req-7fbd2f56-bfdc-471a-b0ac-47b9d0310964 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Jul 12 18:20:48.887797 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'aa3a4f21-d25a-4ab3-902d-d67ae8768775', 'name': '', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'mac_address': 'fa:16:3e:b6:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:44Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 2, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'subnets': [{'id': '1921d558-2b14-43e7-8af2-5581574076c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:48.918027 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Checking router: 61c429cd-95b3-4ca5-9687-a87ba82ac755 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:20:48.918396 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Updating router 61c429cd-95b3-4ca5-9687-a87ba82ac755 port aa3a4f21-d25a-4ab3-902d-d67ae8768775 binding host dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 18:20:49.029500 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.162073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901975ea-8147-4017-b26c-8910b2f7bce6 req-e284b49d-dcfa-4bfe-b18f-bf661df27c75 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:49.163865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-901975ea-8147-4017-b26c-8910b2f7bce6 req-e284b49d-dcfa-4bfe-b18f-bf661df27c75 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0685346 Jul 12 18:20:49.202582 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-901975ea-8147-4017-b26c-8910b2f7bce6 req-d389d643-20d0-495a-9c82-a662732d081e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325778 Jul 12 18:20:49.290024 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks [] for port, precommit_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.300078 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.provisioning_blocks [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Transition to ACTIVE for port object aa3a4f21-d25a-4ab3-902d-d67ae8768775 will not be triggered until provisioned by entity L2. {{(pid=93136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:20:49.305138 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.354995 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f30bf6-6bd6-460e-bfc3-afc838260242 None None] Pushing event updated for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=3']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:49.415414 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Attempting to bind port aa3a4f21-d25a-4ab3-902d-d67ae8768775 on host dv-cinder-800306-3-iscsi for vnic_type normal with profile {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:20:49.415778 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Attempting to bind port aa3a4f21-d25a-4ab3-902d-d67ae8768775 by drivers openvswitch,hyperv on host dv-cinder-800306-3-iscsi at level 0 using segments [{'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:20:49.416137 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Attempting to bind port aa3a4f21-d25a-4ab3-902d-d67ae8768775 on network 996f03d7-2438-4511-89a6-e0f766f79b04 {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:20:49.421217 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Checking agent: {'id': '01fb4adc-3b74-4cd4-9258-1767e1c36d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800306-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 6, 10), 'started_at': datetime.datetime(2021, 7, 12, 18, 6, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800306-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:20:49.421714 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Checking segment: {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:20:49.421975 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.422679 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Bound using segment: {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'} {{(pid=93136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:20:49.422873 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.managers [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Bound port: aa3a4f21-d25a-4ab3-902d-d67ae8768775, host: dv-cinder-800306-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04'}}] {{(pid=93136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:20:49.423253 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.495602 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] For port aa3a4f21-d25a-4ab3-902d-d67ae8768775, host dv-cinder-800306-3-iscsi, cleared binding levels {{(pid=93136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:20:49.499278 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.plugins.ml2.db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] For port aa3a4f21-d25a-4ab3-902d-d67ae8768775, host dv-cinder-800306-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=aa3a4f21-d25a-4ab3-902d-d67ae8768775,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:20:49.503801 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron_lib.callbacks.manager [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:49.568698 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:20:49.569347 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:20:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:49.572595 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f30bf6-6bd6-460e-bfc3-afc838260242 None None] Pushing event updated for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=4']} {{(pid=93136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:49.681598 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:20:49.886415 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'aa3a4f21-d25a-4ab3-902d-d67ae8768775', 'name': '', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'mac_address': 'fa:16:3e:b6:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:44Z', 'updated_at': '2021-07-12T18:20:49Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'subnets': [{'id': '1921d558-2b14-43e7-8af2-5581574076c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:20:49.912572 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04dd70d-e9ae-48ec-b576-60c36489fb82 None None] The sync data for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi is: [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'aa3a4f21-d25a-4ab3-902d-d67ae8768775', 'name': '', 'network_id': '996f03d7-2438-4511-89a6-e0f766f79b04', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'mac_address': 'fa:16:3e:b6:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1921d558-2b14-43e7-8af2-5581574076c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:44Z', 'updated_at': '2021-07-12T18:20:49Z', 'revision_number': 4, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'subnets': [{'id': '1921d558-2b14-43e7-8af2-5581574076c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:20:50.059208 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43509403-ecb3-4001-9fcd-9895a9b569d0 req-24363626-d111-4dd2-a977-3df624f85405 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:50.060891 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-43509403-ecb3-4001-9fcd-9895a9b569d0 req-24363626-d111-4dd2-a977-3df624f85405 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0800147 Jul 12 18:20:50.100254 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-43509403-ecb3-4001-9fcd-9895a9b569d0 req-8e8b0186-9b75-4c20-979f-3a1930bcc3e3 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332632 Jul 12 18:20:50.343608 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:50.392387 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:50.392671 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:50.477512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device aa3a4f21-d25a-4ab3-902d-d67ae8768775 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:50.525758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:20:50.529654 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:50.530035 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:50.609133 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:50.641448 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] For port aa3a4f21-d25a-4ab3-902d-d67ae8768775, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=aa3a4f21-d25a-4ab3-902d-d67ae8768775,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:50.645146 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:50.698549 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Pushing event updated for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:50.836600 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-c269be27-bc44-45bc-8fd3-d7911c21272b None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:50.837002 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c269be27-bc44-45bc-8fd3-d7911c21272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:51.274216 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763903c-0dd8-4e4b-9c7e-16b75ece4b2d req-3b5c1e74-aa01-44d6-9200-5a03a4158f67 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:51.275765 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e763903c-0dd8-4e4b-9c7e-16b75ece4b2d req-3b5c1e74-aa01-44d6-9200-5a03a4158f67 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0628965 Jul 12 18:20:51.312198 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e763903c-0dd8-4e4b-9c7e-16b75ece4b2d req-bbe79d48-2b3e-4a55-8d39-875a56a633c6 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Jul 12 18:20:51.586521 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-8b23e608-8e02-47a5-9361-5494b1315422 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518456 Jul 12 18:20:51.667395 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43c8a5-1664-4da4-8269-222bbffbc146 req-de8d8e58-5d9b-47f4-a575-8cec4da28f63 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:51.668862 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1a43c8a5-1664-4da4-8269-222bbffbc146 req-de8d8e58-5d9b-47f4-a575-8cec4da28f63 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0715444 Jul 12 18:20:51.714093 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1a43c8a5-1664-4da4-8269-222bbffbc146 req-3c79ffc9-31f5-4414-90b2-681574ad03db tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 Jul 12 18:20:52.311369 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device aa3a4f21-d25a-4ab3-902d-d67ae8768775 up at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:20:52.359948 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Provisioning complete for port aa3a4f21-d25a-4ab3-902d-d67ae8768775 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:52.360240 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:52.716501 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:20:52.806856 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:52.839052 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:52.841751 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740aaa3d-ca8d-4dcf-8510-07fec846899e" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:52.885608 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:52.894956 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:52.905626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c23be9-d451-4824-ae3a-aa4252d0a34b req-8667c841-e151-4318-b052-19a2889e1c7e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:52.918154 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d0c23be9-d451-4824-ae3a-aa4252d0a34b req-8667c841-e151-4318-b052-19a2889e1c7e tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0851734 Jul 12 18:20:52.939672 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a0fcbc-2d70-4e64-ae97-b5349bd89f00 x-openstack-request-id: req-b5a0fcbc-2d70-4e64-ae97-b5349bd89f00 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:52.940026 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-unplugged", "status": "failed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 422}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:52.940230 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5a0fcbc-2d70-4e64-ae97-b5349bd89f00 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:52.940611 dv-cinder-800306-3-iscsi neutron-server[93135]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 422} returned with failed status Jul 12 18:20:52.965663 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-d0c23be9-d451-4824-ae3a-aa4252d0a34b req-3b990e94-136d-4bab-8f92-e13919903ea0 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Jul 12 18:20:52.977247 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=6']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:53.143737 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:53.144105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:53.222841 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:53.255226 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:20:53.259268 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:53.312238 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f4a7d-9cd2-4b2c-8b23-44703828b54d None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=7']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:20:53.313506 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-fc6381e6-33bf-474e-94bc-697f78660674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:53.315020 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-fc6381e6-33bf-474e-94bc-697f78660674 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac&tenant_id=9e6698a7d9a84f71b235f312e48eba38 HTTP/1.1" status: 200 len: 1098 time: 0.0552020 Jul 12 18:20:53.410012 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-a07abb8e-9355-459c-91cc-a4cc5bf25b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:53.411683 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-a07abb8e-9355-459c-91cc-a4cc5bf25b8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0548680 Jul 12 18:20:53.510416 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-ed2eb0e6-ba23-4dd9-9e2d-ecc6dee03a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:53.511894 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-ed2eb0e6-ba23-4dd9-9e2d-ecc6dee03a49 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.0918968 Jul 12 18:20:53.516437 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-be3c5529-b9f1-40e6-91e9-14f5b7dd5959 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:20:53.516814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-be3c5529-b9f1-40e6-91e9-14f5b7dd5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:20:53.576400 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-e1f102ea-9108-4ace-97ab-4b2750c2b121 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1000 time: 0.0574329 Jul 12 18:20:53.625818 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-d70b142b-7278-4be4-a373-ce7826b45cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:53.627194 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-d70b142b-7278-4be4-a373-ce7826b45cc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0436571 Jul 12 18:20:53.698543 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-18e48438-61a5-4ba9-be97-eaa9e719d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:53.700082 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-18e48438-61a5-4ba9-be97-eaa9e719d429 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571001 Jul 12 18:20:53.792721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-cd2f1b0f-c301-45b0-9234-8b80c9e88657 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846691 Jul 12 18:20:53.886311 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a44befbc-2bc6-4d89-a47a-0947aab12b9b req-94806480-03db-40ce-8bf5-1137a2d9b210 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871947 Jul 12 18:20:54.383709 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fac2e-12c3-49c6-ace0-7739011d9070 req-f2d628b0-7931-4f84-9280-e104223cc66c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:54.385187 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1a4fac2e-12c3-49c6-ace0-7739011d9070 req-f2d628b0-7931-4f84-9280-e104223cc66c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.2993848 Jul 12 18:20:54.422202 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1a4fac2e-12c3-49c6-ace0-7739011d9070 req-d54b677f-a1a7-4f1d-8287-2af235fe631c tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312009 Jul 12 18:20:54.941756 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:20:54.944095 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9779ff-0128-470d-bd0b-b9a48a551cee" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:20:54.979512 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef62a0-f6f8-4b66-9bbd-afd4401f54a8 x-openstack-request-id: req-d9ef62a0-f6f8-4b66-9bbd-afd4401f54a8 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:20:54.979805 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:20:54.980055 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9ef62a0-f6f8-4b66-9bbd-afd4401f54a8 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:20:54.980442 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 200} Jul 12 18:20:55.043829 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:20:55.592460 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe339b-4bea-4954-a038-f34001176083 req-202f4b4d-8bbf-4e2c-ab03-7e9ab2e3bfd9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:55.594025 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81fe339b-4bea-4954-a038-f34001176083 req-202f4b4d-8bbf-4e2c-ab03-7e9ab2e3bfd9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0635834 Jul 12 18:20:55.633141 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-81fe339b-4bea-4954-a038-f34001176083 req-cd9f37f4-52a8-453c-b3ac-48d967fa5ffb tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Jul 12 18:20:56.808434 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443569b-6c5e-4484-9046-f4698c9bc789 req-614cb46f-6bfa-4d6e-a3b1-2fa2bc4faae5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:56.809889 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6443569b-6c5e-4484-9046-f4698c9bc789 req-614cb46f-6bfa-4d6e-a3b1-2fa2bc4faae5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jul 12 18:20:56.848308 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6443569b-6c5e-4484-9046-f4698c9bc789 req-0ac37302-5a85-45bf-b459-6667aa0e4c1b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Jul 12 18:20:58.024168 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e7540-e0af-4382-bf35-070091cd2ee1 req-6ee5cfcc-1263-4222-b2f4-e8d937087855 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:58.026331 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba9e7540-e0af-4382-bf35-070091cd2ee1 req-6ee5cfcc-1263-4222-b2f4-e8d937087855 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0656464 Jul 12 18:20:58.063890 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ba9e7540-e0af-4382-bf35-070091cd2ee1 req-d73b48c6-c627-4ddf-8665-8cf8589c9816 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 12 18:20:59.234932 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d70a6-9cc5-4d39-944a-1b57b59929b0 req-70c6d336-32f4-4ac9-8392-78056b673b13 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:20:59.236403 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b96d70a6-9cc5-4d39-944a-1b57b59929b0 req-70c6d336-32f4-4ac9-8392-78056b673b13 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0622375 Jul 12 18:20:59.273175 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b96d70a6-9cc5-4d39-944a-1b57b59929b0 req-c154e2e7-2b84-4943-9185-4c7e27aaa75b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Jul 12 18:21:00.305123 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52380e-364b-446d-8558-f1c9fb0ef9b5 req-215d7c1f-42e6-49ad-a770-ca7f183b4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:00.306624 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2a52380e-364b-446d-8558-f1c9fb0ef9b5 req-215d7c1f-42e6-49ad-a770-ca7f183b4610 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0510345 Jul 12 18:21:00.340736 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2a52380e-364b-446d-8558-f1c9fb0ef9b5 req-03bd89b4-b368-4641-907b-08a317375af5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273430 Jul 12 18:21:00.441364 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef9d16-300c-4064-ac97-baa6e4b4c42e req-26fe22db-ae5a-450c-b56d-c7673ffdb974 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:00.442808 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3cef9d16-300c-4064-ac97-baa6e4b4c42e req-26fe22db-ae5a-450c-b56d-c7673ffdb974 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0601299 Jul 12 18:21:00.481605 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3cef9d16-300c-4064-ac97-baa6e4b4c42e req-769c4471-d269-4563-b900-3d4b3b53ed88 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Jul 12 18:21:00.783807 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:21:00.876146 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:00.887213 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'port_id': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'mac_address': 'fa:16:3e:f0:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:21:00.922975 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:00.934882 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc4885bf-d567-4631-a41a-1eb1f07ba917 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:21:00.954107 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:00.957815 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:01.013354 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=8']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:01.160966 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:01.161340 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:01.234722 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:01.256302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:01.258503 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f011bcd-5353-4272-b84b-8ad29b15e047" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:01.271250 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:01.275389 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:01.304054 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e2a0a5-91d8-4a42-8b15-70450b0ff4d7 x-openstack-request-id: req-93e2a0a5-91d8-4a42-8b15-70450b0ff4d7 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:01.304346 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:01.304601 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93e2a0a5-91d8-4a42-8b15-70450b0ff4d7 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:01.305008 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 200} Jul 12 18:21:01.338215 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8705-3e96-41d1-b46f-7eeb7bb0f003 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=9']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:01.552423 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5f01f17e-172e-4371-9d6e-8a8d4ea6ceb6 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:01.552423 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5f01f17e-172e-4371-9d6e-8a8d4ea6ceb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:01.661325 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae16514-7808-4719-ba9f-1c3c9238934d req-eb507fba-c19f-4eca-8264-69763a623389 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:01.662716 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fae16514-7808-4719-ba9f-1c3c9238934d req-eb507fba-c19f-4eca-8264-69763a623389 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0640774 Jul 12 18:21:01.700679 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fae16514-7808-4719-ba9f-1c3c9238934d req-1be48b5a-5d56-414d-b39b-8e780d1ea4e5 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Jul 12 18:21:02.452436 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['dc4885bf-d567-4631-a41a-1eb1f07ba917'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:21:02.867782 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb8e93-e41f-404a-b498-8adf69d23a32 req-4f209dfa-eab9-4753-b97f-354dbb2a1ce9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:02.869252 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15cb8e93-e41f-404a-b498-8adf69d23a32 req-4f209dfa-eab9-4753-b97f-354dbb2a1ce9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0598979 Jul 12 18:21:02.909838 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-15cb8e93-e41f-404a-b498-8adf69d23a32 req-c458e0d9-ffbb-46a3-85b9-793a0b23d192 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Jul 12 18:21:04.804085 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:21:04.849023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:04.849393 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:05.514329 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-de24ba94-59a6-45e3-88df-fb034f27b7b6 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960399473&fields=id&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 267 time: 0.0317535 Jul 12 18:21:05.618797 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-5112ba63-5c3b-468d-bd16-35d67fea0d32 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:05.620348 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-5112ba63-5c3b-468d-bd16-35d67fea0d32 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.0998905 Jul 12 18:21:05.634350 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-5fd4ef9c-967a-4437-a72e-801f5d0bd92a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/quotas/83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 375 time: 0.0085535 Jul 12 18:21:05.702175 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-0acca8d8-97d3-4ee9-8481-af346a83e830 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626929 Jul 12 18:21:05.796727 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-4e3fdfe8-c4a2-4758-9677-27b25dd89382 service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831046 Jul 12 18:21:05.882597 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-7e60fcbc-c2bc-42d8-9a46-2de04b76a68c service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802531 Jul 12 18:21:06.162598 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7c5b37d9-d895-459d-b09c-73b1b6540180 req-8d0b3870-bc55-4177-a24d-00a25e40e343 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 210 time: 0.0276804 Jul 12 18:21:06.517108 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3ac36412-03a8-4409-8627-29d4bd70dfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:07.341370 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-44f5c0d4-9385-4525-81de-ee0f5e304abc req-d4597e3c-0317-475c-bb5c-728849b41475 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 210 time: 0.0610397 Jul 12 18:21:07.387837 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-bf84ed9d-c072-4d3e-b548-e54eeb112cdc tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:07.389403 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-bf84ed9d-c072-4d3e-b548-e54eeb112cdc tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.1298444 Jul 12 18:21:07.439436 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-a8d18e6d-e48d-4b5a-b320-5cb0b3e05dca tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 379 time: 0.0332999 Jul 12 18:21:07.470275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'port': {'device_id': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'admin_state_up': True, 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'security_groups': ['3ab5611c-123d-4b9f-946e-786e684100ef']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:07.577941 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Made reservation on behalf of 83382e8db38a45af8d2c053b02eee3c6 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:21:07.581645 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:07.703479 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.20.0.8 (5b30b472-85cf-438a-b066-896b79fc8412/9af1949d-5d8c-4f45-898d-e2bf34db62e2/a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:21:07.837681 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:07.851157 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Transition to ACTIVE for port object a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:21:07.882222 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:07.922471 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:21:07.927519 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:21:07.931196 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:21:07.959164 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:07.986080 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:07.986573 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.003549 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-ba90cfce-7eaf-47ba-9bef-9eea584fc8d4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369146 Jul 12 18:21:08.035979 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Request body: {'port': {'device_id': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:08.115475 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.181550 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-fe134eef-619d-4d72-bffc-688680c22ea6 None None] Provisioning for port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:21:08.185670 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-fe134eef-619d-4d72-bffc-688680c22ea6 None None] Provisioning complete for port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:08.186100 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fe134eef-619d-4d72-bffc-688680c22ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.218427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-fe134eef-619d-4d72-bffc-688680c22ea6 None None] Port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:21:08.368164 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:21:08.377666 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.391853 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Transition to ACTIVE for port object a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:21:08.400515 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.481107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:08.531217 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Attempting to bind port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:21:08.531558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Attempting to bind port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:21:08.531892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Attempting to bind port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:21:08.532002 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67799db-dd99-4e00-990a-b349c7deac58 req-a6f545b4-01cf-4991-a4c1-77fd99b599c3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:08.533719 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b67799db-dd99-4e00-990a-b349c7deac58 req-a6f545b4-01cf-4991-a4c1-77fd99b599c3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0677850 Jul 12 18:21:08.536525 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 on network 5b30b472-85cf-438a-b066-896b79fc8412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:21:08.536877 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Attempting to bind port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:21:08.542338 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:21:08.542683 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:21:08.543068 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Bound using segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:21:08.543500 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Bound port: a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:21:08.543867 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.575219 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b67799db-dd99-4e00-990a-b349c7deac58 req-b968321d-0ad6-40b2-91e0-db02b385cbd2 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356798 Jul 12 18:21:08.610428 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:21:08.613714 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:21:08.618028 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.656312 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:08.656897 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:08.658265 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] 10.222.0.38 "PUT /v2.0/ports/a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 HTTP/1.1" status: 200 len: 1093 time: 0.6268742 Jul 12 18:21:08.658699 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:08.661060 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacf881-a50e-4aaa-b608-497f4f984fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:08.690200 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d13d2-093f-42be-8a2b-75811504d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:08.773562 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-cc26ef0a-569c-47f6-8cbb-a113b2ed107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:08.775040 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-cc26ef0a-569c-47f6-8cbb-a113b2ed107b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 1096 time: 0.0566106 Jul 12 18:21:08.777084 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab750e1-8881-4549-9728-38d1e91f229c x-openstack-request-id: req-eab750e1-8881-4549-9728-38d1e91f229c {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:08.777384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:08.777634 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eab750e1-8881-4549-9728-38d1e91f229c {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:08.778022 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'status': 'completed', 'code': 200} Jul 12 18:21:08.840539 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-02b352dd-e941-43f9-8227-8f7335c539e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 HTTP/1.1" status: 200 len: 217 time: 0.0350549 Jul 12 18:21:08.892459 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-2fd4129e-3b41-4721-a890-7180e2105c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:08.893836 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-2fd4129e-3b41-4721-a890-7180e2105c6c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0463722 Jul 12 18:21:08.949418 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-8776799f-69b1-492d-8338-14570fc294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:08.950882 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-8776799f-69b1-492d-8338-14570fc294eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505466 Jul 12 18:21:09.036748 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-631de1dd-ecad-408f-93c9-6aeac91bc9c2 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783453 Jul 12 18:21:09.109851 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2adbf013-6bd7-4a5c-a1ba-2ce96c08882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:09.128803 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-bc7b006b-e27e-4833-9814-1f65edaea166 req-653041f4-49d2-4979-8930-450321e0e025 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849724 Jul 12 18:21:09.283679 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-12a2bab6-170a-4706-b32f-c3527cce684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:09.285171 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-12a2bab6-170a-4706-b32f-c3527cce684c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 1096 time: 0.0513384 Jul 12 18:21:09.373901 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-2c7e7008-e3d6-4ef6-9c24-61a4272daa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:09.375308 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-2c7e7008-e3d6-4ef6-9c24-61a4272daa38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0840378 Jul 12 18:21:09.417070 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-1a08a108-ff43-482b-a620-1d926b13be7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 HTTP/1.1" status: 200 len: 217 time: 0.0336072 Jul 12 18:21:09.476466 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-74e3c529-734c-4adc-85eb-4dafb8cb35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:09.477854 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-74e3c529-734c-4adc-85eb-4dafb8cb35db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0419528 Jul 12 18:21:09.542719 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-361c7eda-8ac6-4140-9f98-2765c72cc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:09.544213 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-361c7eda-8ac6-4140-9f98-2765c72cc3be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534427 Jul 12 18:21:09.551707 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:09.639137 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-e3fc32de-8899-4ab4-ac2a-1b577048d274 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803444 Jul 12 18:21:09.731909 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0cacf881-a50e-4aaa-b608-497f4f984fb1 req-34aebb9f-f29d-4763-9fa4-ef637cc0e33a service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859258 Jul 12 18:21:09.751630 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4cd7f-d38f-4d80-bfe3-1c307a67fb8e req-49dfa13f-7940-43b4-a85c-9f0470ea38c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:09.753103 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-82a4cd7f-d38f-4d80-bfe3-1c307a67fb8e req-49dfa13f-7940-43b4-a85c-9f0470ea38c0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0649600 Jul 12 18:21:09.789455 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-82a4cd7f-d38f-4d80-bfe3-1c307a67fb8e req-8ed84b2d-a7c6-40f2-ac41-e18e7fe785ad tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305421 Jul 12 18:21:10.163272 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:10.962811 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5d01-ba13-438a-9284-dd1054c0eabc req-85bcfff6-74b2-4f3b-8367-f4613cbeb107 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:10.964272 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-350c5d01-ba13-438a-9284-dd1054c0eabc req-85bcfff6-74b2-4f3b-8367-f4613cbeb107 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0614457 Jul 12 18:21:11.000650 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-350c5d01-ba13-438a-9284-dd1054c0eabc req-9c34fda1-78ae-4ca2-b2b3-c6acfa2bee88 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Jul 12 18:21:11.639236 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b28a50-f8ca-4995-80e6-a28aea4aa74e req-24cf3e70-66c9-40a5-ba00-b4a1f5f85d9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:11.640667 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-10b28a50-f8ca-4995-80e6-a28aea4aa74e req-24cf3e70-66c9-40a5-ba00-b4a1f5f85d9e tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 946 time: 0.0607741 Jul 12 18:21:11.677935 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-10b28a50-f8ca-4995-80e6-a28aea4aa74e req-d9b01aee-05ef-426d-a9d2-4c022bf9a566 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jul 12 18:21:11.749873 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:12.171545 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7773ed-c200-4bf7-b052-8d0479f84e16 req-684a64a5-b07a-4fb0-b063-7e70d6d20e86 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:12.173045 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7c7773ed-c200-4bf7-b052-8d0479f84e16 req-684a64a5-b07a-4fb0-b063-7e70d6d20e86 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0621684 Jul 12 18:21:12.209542 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7c7773ed-c200-4bf7-b052-8d0479f84e16 req-bca87368-5cbb-477b-91e7-2bf0f9443d0d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309565 Jul 12 18:21:12.853318 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b249b-1d90-4a98-bdaf-f551052d8220 req-6f1b774e-7dfb-4c90-9e0b-796b9f5ed2f2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:12.855431 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ef9b249b-1d90-4a98-bdaf-f551052d8220 req-6f1b774e-7dfb-4c90-9e0b-796b9f5ed2f2 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 946 time: 0.0652304 Jul 12 18:21:12.891423 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ef9b249b-1d90-4a98-bdaf-f551052d8220 req-219c7142-d682-47c3-8e8f-1f823d3a2225 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f238303-7f94-42d7-a704-63c6119fb3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304153 Jul 12 18:21:13.165489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-786da7d0-9616-41b7-b8e0-726a89d8e5a8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:13.166948 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-786da7d0-9616-41b7-b8e0-726a89d8e5a8 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 946 time: 0.0610144 Jul 12 18:21:13.269740 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Deleting port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:13.270082 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.355125 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] For port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:13.355583 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.377981 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a8d76-3d44-422f-9014-224e84397d07 req-37df3cb5-f82f-42ea-8863-ee0a37b78156 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:13.379577 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1f2a8d76-3d44-422f-9014-224e84397d07 req-37df3cb5-f82f-42ea-8863-ee0a37b78156 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0615666 Jul 12 18:21:13.416043 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1f2a8d76-3d44-422f-9014-224e84397d07 req-d15bccc3-54d6-4e06-817d-77e0eb257da2 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Jul 12 18:21:13.563623 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.563989 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.564298 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Floating IP 5869a9cf-901b-438e-bd95-51ae28b63e68 disassociated. External IP: 172.27.3.71, port: 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93. Jul 12 18:21:13.564632 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Calling delete_port for 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:13.688156 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.719409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'Port': ['ID=4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:13.822935 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:21:13.925478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:21:13.935549 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be162017-5845-480c-899b-b814a1a3079d None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:21:13.944808 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:13.945451 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:13.969441 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] No DVR routers for this DVR port 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:21:13.972177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:13.974499 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-36a639b6-8b20-4a3a-b415-e952356408b4 req-3e2dcb93-59ce-4e4e-81f7-42ac60a7c0dc tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.38 "DELETE /v2.0/ports/4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 HTTP/1.1" status: 204 len: 173 time: 0.8022227 Jul 12 18:21:13.974960 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-deleted', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:13.977323 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbad9ba-c2a2-4515-b2b3-d850724ada18" -d '{"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-deleted", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:14.022709 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae6ef7-8771-4159-860b-371ee2d7b38e x-openstack-request-id: req-55ae6ef7-8771-4159-860b-371ee2d7b38e {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:14.023119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42591b86-2da4-487a-92bc-3ffbf3baeba3", "name": "network-vif-deleted", "tag": "4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:14.023386 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55ae6ef7-8771-4159-860b-371ee2d7b38e {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:14.023779 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42591b86-2da4-487a-92bc-3ffbf3baeba3', 'name': 'network-vif-deleted', 'tag': '4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93', 'status': 'completed', 'code': 200} Jul 12 18:21:14.047701 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e24edd27-bf3a-4eb6-96d7-3fdae1f31446 req-baf47add-f7f0-4cf6-8a21-0c245e31908f tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/ports?device_id=42591b86-2da4-487a-92bc-3ffbf3baeba3 HTTP/1.1" status: 200 len: 210 time: 0.0370207 Jul 12 18:21:14.060029 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:14.271527 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:14.298117 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be162017-5845-480c-899b-b814a1a3079d None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:21:14.306657 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:14.307273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:14.536202 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:14.592026 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea580f-f8ac-4506-a43d-9423ae88ebe6 req-4368a205-e41c-406a-aeb3-bab3624e9b28 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:14.593529 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2aea580f-f8ac-4506-a43d-9423ae88ebe6 req-4368a205-e41c-406a-aeb3-bab3624e9b28 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0642214 Jul 12 18:21:14.630162 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2aea580f-f8ac-4506-a43d-9423ae88ebe6 req-3a22016c-9b3a-4b2c-9d4c-00405a44a931 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310917 Jul 12 18:21:14.727573 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-be162017-5845-480c-899b-b814a1a3079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:14.756644 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be162017-5845-480c-899b-b814a1a3079d None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:14:14Z', 'revision_number': 4, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '3e72f13a-1f37-43ed-affe-a03ae9d069d8', 'name': '', 'network_id': '901e5af3-580b-4f5c-8feb-00f2ad8827fa', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'mac_address': 'fa:16:3e:36:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:10Z', 'updated_at': '2021-07-12T18:14:24Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'subnets': [{'id': '683d6963-b73c-4cf4-8d04-90e73249177f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:21:14.968947 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c07fa7f-a1e7-43ae-a3eb-d142b86d1ccd None None] New status for floating IP 5869a9cf-901b-438e-bd95-51ae28b63e68: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:21:15.032187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.176736 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54476) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:15.463947 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.485587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.528813 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.531364 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.532462 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "DELETE /v2.0/security-groups/3f238303-7f94-42d7-a704-63c6119fb3d8 HTTP/1.1" status: 204 len: 168 time: 0.3546968 Jul 12 18:21:15.535365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54478) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:15.540876 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595f99-b2b3-4c41-b795-fe0d0abe7d25 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f238303-7f94-42d7-a704-63c6119fb3d8,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:15.549284 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.api.v2.resource [None req-61bea4e2-d230-4b23-8c81-339957732f23 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] show failed (client error): The resource could not be found. Jul 12 18:21:15.550538 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-61bea4e2-d230-4b23-8c81-339957732f23 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "GET /v2.0/security-groups/3f238303-7f94-42d7-a704-63c6119fb3d8 HTTP/1.1" status: 404 len: 347 time: 0.0141528 Jul 12 18:21:15.553343 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54480) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:15.671971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Deleting port cec1209e-2b50-4c77-ba21-8803ff20fbb2 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:15.672540 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.748251 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.748583 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.759922 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Calling delete_port for cec1209e-2b50-4c77-ba21-8803ff20fbb2 owned by network:floatingip {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:15.803062 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed42ba7-5d10-4f20-89a3-a4c641e84ef7 req-2e77b9f7-e3e5-41fd-8830-2ba0b9269196 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:15.804547 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0ed42ba7-5d10-4f20-89a3-a4c641e84ef7 req-2e77b9f7-e3e5-41fd-8830-2ba0b9269196 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0619910 Jul 12 18:21:15.841223 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0ed42ba7-5d10-4f20-89a3-a4c641e84ef7 req-87db6c15-8f68-4f4c-832e-86a77261838e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Jul 12 18:21:15.895475 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.920365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Pushing event deleted for resources: {'Port': ['ID=cec1209e-2b50-4c77-ba21-8803ff20fbb2,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:15.979109 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.981687 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:15.982845 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1c4015dd-2cfe-4f36-bc85-b4932b6aa024 tempest-AttachVolumeShelveTestJSON-1731117948 tempest-AttachVolumeShelveTestJSON-1731117948-project] 10.222.0.39 "DELETE /v2.0/floatingips/5869a9cf-901b-438e-bd95-51ae28b63e68 HTTP/1.1" status: 204 len: 168 time: 0.4286182 Jul 12 18:21:16.853337 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:21:16.863451 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:21:16.888702 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:21:16.889068 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 4497dfbc-4867-4ed4-8b6f-dc5b88b7cd93 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:21:16.973486 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:16.984013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'port_id': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'mac_address': 'fa:16:3e:05:c7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:21:17.018688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff5354-64e5-4b63-a875-69becc2089a9 req-977c23c3-8f70-4686-a0b6-a462050fb36e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:17.020174 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a2ff5354-64e5-4b63-a875-69becc2089a9 req-977c23c3-8f70-4686-a0b6-a462050fb36e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 943 time: 0.0656345 Jul 12 18:21:17.021280 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:17.034324 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:21:17.054259 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:17.059374 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:17.059677 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-a2ff5354-64e5-4b63-a875-69becc2089a9 req-285b35b9-d2a2-4783-80ab-dd062711614f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335999 Jul 12 18:21:17.118273 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:17.126652 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.127305 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.127839 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.128378 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.128937 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.129465 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.130013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.130535 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.131060 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.131560 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.131895 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.132231 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:17.409597 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:21:18.230462 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8fa1-cdd7-487d-8fb1-d61ad7fb7b44 req-361d800c-e1f2-4f1c-83b7-96c9398e836a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:18.231931 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c34c8fa1-cdd7-487d-8fb1-d61ad7fb7b44 req-361d800c-e1f2-4f1c-83b7-96c9398e836a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 944 time: 0.0638754 Jul 12 18:21:18.268152 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-c34c8fa1-cdd7-487d-8fb1-d61ad7fb7b44 req-9a8b29b9-67d4-460f-90c0-d1f2118be5e3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307395 Jul 12 18:21:18.553582 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54508) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:18.872901 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:21:18.919873 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:21:18.923932 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:18.924288 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.001772 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.016418 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.023822 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:19.026179 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522c2a80-38b7-4f64-a8b8-c509c309b2ca" -d '{"events": [{"server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "name": "network-vif-plugged", "status": "completed", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:19.038540 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:19.042703 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.068585 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7e9245-e0f4-49c4-afc6-ba130722ce83 x-openstack-request-id: req-fd7e9245-e0f4-49c4-afc6-ba130722ce83 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:19.068989 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "name": "network-vif-plugged", "status": "completed", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:19.069230 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd7e9245-e0f4-49c4-afc6-ba130722ce83 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:19.069611 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'code': 200} Jul 12 18:21:19.104310 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:19.283477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Deleting port 3e72f13a-1f37-43ed-affe-a03ae9d069d8 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:19.284144 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.302264 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-5783c9ef-691c-45e5-a6ac-6be1dffcdbd9 None None] Provisioning complete for port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:19.302759 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5783c9ef-691c-45e5-a6ac-6be1dffcdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.387366 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] For port 3e72f13a-1f37-43ed-affe-a03ae9d069d8, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=3e72f13a-1f37-43ed-affe-a03ae9d069d8,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:19.387732 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.411866 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Calling delete_port for 3e72f13a-1f37-43ed-affe-a03ae9d069d8 owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:19.516665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbe583-d47d-480b-b93a-d6092f30ede7 req-3f58affb-98cf-4808-809c-927b5b8bdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:19.518114 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8ddbe583-d47d-480b-b93a-d6092f30ede7 req-3f58affb-98cf-4808-809c-927b5b8bdeff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 1098 time: 0.1660194 Jul 12 18:21:19.547722 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e7fad-8dea-47b2-aa04-991fea067e29 req-e5aaf239-5c83-4f80-bd6f-39196260766a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:19.549169 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fd0e7fad-8dea-47b2-aa04-991fea067e29 req-e5aaf239-5c83-4f80-bd6f-39196260766a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.1534889 Jul 12 18:21:19.636155 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8ddbe583-d47d-480b-b93a-d6092f30ede7 req-54b66914-c7f3-4a92-88dd-f3c06806fb2e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076477 Jul 12 18:21:19.653184 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-fd0e7fad-8dea-47b2-aa04-991fea067e29 req-676432c8-892b-45fd-b6bb-b0e7710488be tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646410 Jul 12 18:21:19.707915 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:19.733699 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e72f13a-1f37-43ed-affe-a03ae9d069d8,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:19.898579 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.103166 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Router 5cf5c545-ece6-4feb-b72d-df5156336e96 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:21:20.206192 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:21:20.211144 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1dbc90ff-3573-4ac5-b997-124175c4f706 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cf5c545-ece6-4feb-b72d-df5156336e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6565025 Jul 12 18:21:20.213763 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54516) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:20.214487 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Sync routers for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:21:20.223302 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:20.223915 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:20.318627 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks [] for router, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.332698 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:20.421858 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.474167 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Deleting port 46adf508-262a-494a-9244-2667519982d7 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:20.474508 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.504573 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '46adf508-262a-494a-9244-2667519982d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:21:19Z', 'revision_number': 5, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port': {'id': '46adf508-262a-494a-9244-2667519982d7', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:14:05Z', 'updated_at': '2021-07-12T18:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:20.532998 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Checking router: 5cf5c545-ece6-4feb-b72d-df5156336e96 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:21:20.540977 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Routers {'5cf5c545-ece6-4feb-b72d-df5156336e96'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:20.541595 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['5cf5c545-ece6-4feb-b72d-df5156336e96'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:20.554469 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] For port 46adf508-262a-494a-9244-2667519982d7, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=46adf508-262a-494a-9244-2667519982d7,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:20.554833 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.567685 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Calling delete_port for 46adf508-262a-494a-9244-2667519982d7 owned by network:router_gateway {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:20.622997 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] Set router 5cf5c545-ece6-4feb-b72d-df5156336e96 gateway port host: None {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:20.674810 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-24174d1f-c807-45de-a040-b70916b50158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:21:20Z', 'revision_number': 6, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:20.702837 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24174d1f-c807-45de-a040-b70916b50158 None None] The sync data for ids ['5cf5c545-ece6-4feb-b72d-df5156336e96'] in dv-cinder-800306-3-iscsi is: [{'id': '5cf5c545-ece6-4feb-b72d-df5156336e96', 'name': 'tempest-AttachVolumeShelveTestJSON-1368306357-router', 'tenant_id': '8847d36ed0dc4eba840a46ece48c56bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:14:04Z', 'updated_at': '2021-07-12T18:21:20Z', 'revision_number': 6, 'project_id': '8847d36ed0dc4eba840a46ece48c56bf', 'gw_port_host': None}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:21:20.733036 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.759456 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Pushing event deleted for resources: {'Port': ['ID=46adf508-262a-494a-9244-2667519982d7,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:20.821571 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.840312 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb08d9a-aefc-4681-bb93-d5aa1dd2055b req-71040cbd-d587-4674-8af6-49c7753c7180 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:20.842591 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cfb08d9a-aefc-4681-bb93-d5aa1dd2055b req-71040cbd-d587-4674-8af6-49c7753c7180 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0691767 Jul 12 18:21:20.883222 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cfb08d9a-aefc-4681-bb93-d5aa1dd2055b req-93106712-4f35-4ad3-ac2d-0ce84450ad2c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347753 Jul 12 18:21:20.925158 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.927163 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.991310 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.991756 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf5c545-ece6-4feb-b72d-df5156336e96 {{(pid=93133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:21:20.996697 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:20.997868 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-59cb56d7-512e-4567-af10-e9f69b99653a admin admin] 10.222.0.39 "DELETE /v2.0/routers/5cf5c545-ece6-4feb-b72d-df5156336e96 HTTP/1.1" status: 204 len: 168 time: 0.7831962 Jul 12 18:21:21.000438 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54520) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:21.043998 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Deleting subnet 683d6963-b73c-4cf4-8d04-90e73249177f {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:21:21.047106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.080852 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.162724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.218130 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.246450 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.248426 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/683d6963-b73c-4cf4-8d04-90e73249177f HTTP/1.1" status: 204 len: 168 time: 0.2469287 Jul 12 18:21:21.249614 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7983f-fd8a-4d66-94f9-550eee5466ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683d6963-b73c-4cf4-8d04-90e73249177f,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:21.251336 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54522) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:21.254509 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4b430-2960-4d1f-8e83-687643b9270f None None] Network 901e5af3-580b-4f5c-8feb-00f2ad8827fa requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:21:21.327724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.379703 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Deleting port 25d63322-c1f7-4f87-ae91-919d097230f4 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:21.379984 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.440232 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] For port 25d63322-c1f7-4f87-ae91-919d097230f4, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=25d63322-c1f7-4f87-ae91-919d097230f4,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:21.440624 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.454766 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Calling delete_port for 25d63322-c1f7-4f87-ae91-919d097230f4 owned by network:dhcp {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:21.477644 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] DHCP port deletion for 901e5af3-580b-4f5c-8feb-00f2ad8827fa request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:21:21.523418 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Deleting port 25d63322-c1f7-4f87-ae91-919d097230f4 {{(pid=93135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:21.523790 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.539388 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.566502 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d63322-c1f7-4f87-ae91-919d097230f4,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:21.568294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] No DVR routers for this DVR port 25d63322-c1f7-4f87-ae91-919d097230f4 on host dv-cinder-800306-3-iscsi {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:21:21.592972 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] For port 25d63322-c1f7-4f87-ae91-919d097230f4, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=25d63322-c1f7-4f87-ae91-919d097230f4,segment=NetworkSegment(ffc75900-d5f9-421d-a8b3-581860bed356),segment_id=ffc75900-d5f9-421d-a8b3-581860bed356)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:21.593367 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.606266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Calling delete_port for 25d63322-c1f7-4f87-ae91-919d097230f4 owned by network:dhcp {{(pid=93135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:21.640649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.650887 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e5af3-580b-4f5c-8feb-00f2ad8827fa']}} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:21.661436 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc75900-d5f9-421d-a8b3-581860bed356') {'for_net_delete': True} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:21.661735 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.services.segments.db [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc75900-d5f9-421d-a8b3-581860bed356') {} {{(pid=93133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:21.670687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1661282'] for segment, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.681190 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895'] for port, after_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.685125 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.691072 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:21:21.691540 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2129225'] for segment, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: Traceback (most recent call last): Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: timer() Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: cb(*args, **kw) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: return func(*args, **kwargs) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: self._notify() Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: self.callback(batched_events) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: event.method(event) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: return f(self, *a, **k) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._get(url).json() Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: return self.request(url, 'GET', **kwargs) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:21:21.693190 dv-cinder-800306-3-iscsi neutron-server[93133]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:21:21.713125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] No DVR routers for this DVR port 25d63322-c1f7-4f87-ae91-919d097230f4 on host dv-cinder-800306-3-iscsi {{(pid=93135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:21:21.717357 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1459af3-ec91-4400-9c35-b4bf6d1a90e3 None None] Pushing event deleted for resources: {'Port': ['ID=25d63322-c1f7-4f87-ae91-919d097230f4,revision_number=None']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:21.748665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.754073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.755975 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] 10.222.0.39 "DELETE /v2.0/networks/901e5af3-580b-4f5c-8feb-00f2ad8827fa HTTP/1.1" status: 204 len: 168 time: 0.5039845 Jul 12 18:21:21.767943 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f2504-3666-44e0-8805-d6d42f961787 admin admin] Pushing event deleted for resources: {'Network': ['ID=901e5af3-580b-4f5c-8feb-00f2ad8827fa,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:21.872518 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54526) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:21.909944 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-adcda95f-c87e-4d3e-bbb9-62e4e1d69bc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8847d36ed0dc4eba840a46ece48c56bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0362754 Jul 12 18:21:21.912304 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54528) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:21.963971 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:21.984976 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:22.056398 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:22.059491 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:22.060602 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1ba6f54-20a5-435a-b5db-8aef92821744 HTTP/1.1" status: 204 len: 168 time: 0.1474473 Jul 12 18:21:22.073389 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3339598-a288-4a5c-8f7b-a6756a115470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba6f54-20a5-435a-b5db-8aef92821744,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:22.092394 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724ed6-ca93-430c-a4ab-5bc7a9c7f8a5 req-4f1e4ed9-4cf3-44df-a166-f405b1c48d07 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:22.094706 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-73724ed6-ca93-430c-a4ab-5bc7a9c7f8a5 req-4f1e4ed9-4cf3-44df-a166-f405b1c48d07 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0838969 Jul 12 18:21:22.133866 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-73724ed6-ca93-430c-a4ab-5bc7a9c7f8a5 req-a5edc584-45dd-4db8-bb3e-8622e0c47c6b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328138 Jul 12 18:21:22.317335 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52361d6-7f08-47c0-a839-7f4188000d42 req-3f61a381-e2b3-4b1e-9cb7-477f77348e99 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:22.318974 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c52361d6-7f08-47c0-a839-7f4188000d42 req-3f61a381-e2b3-4b1e-9cb7-477f77348e99 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0732610 Jul 12 18:21:22.329239 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 25d63322-c1f7-4f87-ae91-919d097230f4 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:21:22.350674 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 25d63322-c1f7-4f87-ae91-919d097230f4 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:21:22.351366 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 25d63322-c1f7-4f87-ae91-919d097230f4 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:21:22.351517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 46adf508-262a-494a-9244-2667519982d7 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:21:22.362753 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c52361d6-7f08-47c0-a839-7f4188000d42 req-2d882a49-ec66-49ff-99c9-bc5f2cf0fc7e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363121 Jul 12 18:21:22.370560 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 46adf508-262a-494a-9244-2667519982d7 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:21:22.371289 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 46adf508-262a-494a-9244-2667519982d7 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:21:22.371420 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 3e72f13a-1f37-43ed-affe-a03ae9d069d8 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:21:22.387415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54542) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:22.392391 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 3e72f13a-1f37-43ed-affe-a03ae9d069d8 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:21:22.392689 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 3e72f13a-1f37-43ed-affe-a03ae9d069d8 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:21:22.629892 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5628b2-9d39-4b74-aa20-52743bd76b32 tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:22.631378 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6f5628b2-9d39-4b74-aa20-52743bd76b32 tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 1093 time: 0.2429919 Jul 12 18:21:22.634148 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54556) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:22.638865 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'port_id': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:22.661556 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:22.757819 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:22.864397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.27.3.220 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/a675c059-81bf-49e0-b79c-ce70cc1572f2) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:21:22.965980 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.008694 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.044405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:21:23.049043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:21:23.051451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:21:23.082652 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=a675c059-81bf-49e0-b79c-ce70cc1572f2,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:23.738821 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54590) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:23.766990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.845310 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e1d8-01cb-4494-9dec-c41df9bb1568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.873457 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.936349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e1d8-01cb-4494-9dec-c41df9bb1568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.940071 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e1d8-01cb-4494-9dec-c41df9bb1568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:23.976782 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a9f4e1d8-01cb-4494-9dec-c41df9bb1568 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7b9a23f693b4733b34881082842d725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368922 Jul 12 18:21:23.977644 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4e1d8-01cb-4494-9dec-c41df9bb1568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0222082c-fd25-4726-8c7e-fdd08a62da7c,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:23.979911 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54596) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:24.026064 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.029729 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.031829 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.050938 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.098434 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.098661 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=a675c059-81bf-49e0-b79c-ce70cc1572f2,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:24.101029 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.102167 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0222082c-fd25-4726-8c7e-fdd08a62da7c HTTP/1.1" status: 204 len: 168 time: 0.1207888 Jul 12 18:21:24.110177 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.110540 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.110868 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.111196 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.111651 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.111990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.112320 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.112647 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.113000 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.113130 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0222082c-fd25-4726-8c7e-fdd08a62da7c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:24.113327 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.113647 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.113968 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.121071 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.121384 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.121506 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.122334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.122334 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.122623 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.122725 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.122997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.123540 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.124021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.124518 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.124873 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.125210 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e938e799-7c6d-4298-a063-6c37765b1a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:21:24.224814 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP d1037551-b6cb-4c83-afd5-631bfaaf431b associated. External IP: 172.27.3.220, port: a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3. Jul 12 18:21:24.374831 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54602) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:24.388404 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba03e043-524a-4a9a-8748-51071cd5edc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.434978 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:21:24.479567 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba03e043-524a-4a9a-8748-51071cd5edc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.483618 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ba03e043-524a-4a9a-8748-51071cd5edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.519553 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03e043-524a-4a9a-8748-51071cd5edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beecd06-70dc-41f7-b8f0-ee82958c7523,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:24.523774 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ba03e043-524a-4a9a-8748-51071cd5edc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=685faf9b5a084681b9440cd8b318954f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478276 Jul 12 18:21:24.526377 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54604) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:24.546724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:21:24.556480 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:21:24.563620 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.567576 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:24.568339 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:24.575751 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.601059 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.604931 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-c6aed5dd-f118-4ecd-94bd-1aabe38e5a7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9696939 Jul 12 18:21:24.605506 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:24.607767 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b661618-df60-439c-a3e9-58f3ab7d43bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:24.644945 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa7d2e-58b4-4b07-a9ad-af95c3690ae7 x-openstack-request-id: req-6daa7d2e-58b4-4b07-a9ad-af95c3690ae7 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:24.645244 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:24.645503 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6daa7d2e-58b4-4b07-a9ad-af95c3690ae7 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:24.646001 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'status': 'completed', 'code': 200} Jul 12 18:21:24.652166 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.654729 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:24.655880 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8beecd06-70dc-41f7-b8f0-ee82958c7523 HTTP/1.1" status: 204 len: 168 time: 0.1286135 Jul 12 18:21:24.663603 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b173-3949-45d0-9974-4cf652fd45ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beecd06-70dc-41f7-b8f0-ee82958c7523,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:24.694353 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:24.758270 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-2ac68827-4c6e-48c7-a53b-522d7aa7ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:24.760033 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-2ac68827-4c6e-48c7-a53b-522d7aa7ff56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 1098 time: 0.0542111 Jul 12 18:21:24.854296 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-4d0f0fc4-543b-455b-864e-38014b328c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:24.856680 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-4d0f0fc4-543b-455b-864e-38014b328c5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0899301 Jul 12 18:21:24.917708 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'd1037551-b6cb-4c83-afd5-631bfaaf431b', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:05:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:23Z', 'updated_at': '2021-07-12T18:21:23Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:24.927954 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-2fcb0178-1f2b-4d5c-98cf-92bf8eae042d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 HTTP/1.1" status: 200 len: 999 time: 0.0638385 Jul 12 18:21:24.950681 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:21:24.959718 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:24.959815 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:24.976777 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-b8d3d3ff-4d3d-4997-a55e-69cf67e8d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:24.978271 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-b8d3d3ff-4d3d-4997-a55e-69cf67e8d42d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0434468 Jul 12 18:21:25.042440 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-5f35b67a-5459-477d-af75-1866af56bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:25.044481 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-5f35b67a-5459-477d-af75-1866af56bb1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592356 Jul 12 18:21:25.144923 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-3c1c2838-699a-449f-9aca-c795aca17474 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927575 Jul 12 18:21:25.154652 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:25.269179 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4b661618-df60-439c-a3e9-58f3ab7d43bc req-194e13b6-d309-4cc3-825b-05113c5be23b service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167111 Jul 12 18:21:25.384347 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'd1037551-b6cb-4c83-afd5-631bfaaf431b', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:05:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:23Z', 'updated_at': '2021-07-12T18:21:23Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:25.413595 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9524598-4e64-4b55-9008-087f5cbbaab5 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'd1037551-b6cb-4c83-afd5-631bfaaf431b', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:05:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:23Z', 'updated_at': '2021-07-12T18:21:23Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:21:25.646247 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753791f-2184-46b3-84fd-a0fb3bd853f7 None None] New status for floating IP d1037551-b6cb-4c83-afd5-631bfaaf431b: ACTIVE {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:21:25.657316 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c963a5b-15ab-43a5-a05e-64527175414f req-5a5caa48-e8bf-4c79-b18a-159607719e4b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:25.658917 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4c963a5b-15ab-43a5-a05e-64527175414f req-5a5caa48-e8bf-4c79-b18a-159607719e4b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0746524 Jul 12 18:21:25.703712 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4c963a5b-15ab-43a5-a05e-64527175414f req-a80abc13-93c5-494b-ab30-442ac389caac tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Jul 12 18:21:26.883382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c387-7432-43c2-8655-35199895eb16 req-1f31440a-4519-46a8-a46a-d01ec2acfb53 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:26.884906 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6df3c387-7432-43c2-8655-35199895eb16 req-1f31440a-4519-46a8-a46a-d01ec2acfb53 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0666716 Jul 12 18:21:26.927168 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6df3c387-7432-43c2-8655-35199895eb16 req-975b6775-32d1-45bc-a682-0417616b54f5 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363526 Jul 12 18:21:27.479172 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54750) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:27.577992 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d783c5-b006-46b2-a872-3536ba9e7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.663360 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d783c5-b006-46b2-a872-3536ba9e7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.666881 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-17d783c5-b006-46b2-a872-3536ba9e7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.705216 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-17d783c5-b006-46b2-a872-3536ba9e7853 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39cddae999ba4819bec6025f52e4b67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249086 Jul 12 18:21:27.706401 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d783c5-b006-46b2-a872-3536ba9e7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28296e2c-fc23-49e2-bac2-15261190ebd0,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:27.707280 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54754) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:27.754071 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.774492 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.818699 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.821359 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:27.822466 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28296e2c-fc23-49e2-bac2-15261190ebd0 HTTP/1.1" status: 204 len: 168 time: 0.1142216 Jul 12 18:21:27.830146 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35d86f-5ed7-4f9a-97d5-6ea36759ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28296e2c-fc23-49e2-bac2-15261190ebd0,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:27.946042 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-096c1f89-3b78-4744-8229-9c6d125a4875 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:27.947520 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-096c1f89-3b78-4744-8229-9c6d125a4875 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.0627458 Jul 12 18:21:28.083921 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54762) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:28.088052 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Deleting port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:28.088395 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.097655 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95a5a992-2fbd-451e-8312-a75212c4246c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.162171 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf7246-f421-4e5c-8c52-18c632ec9447 req-d7e44304-8c2d-4279-b333-5e8aa6b9c323 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:28.163621 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7edf7246-f421-4e5c-8c52-18c632ec9447 req-d7e44304-8c2d-4279-b333-5e8aa6b9c323 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 945 time: 0.1244636 Jul 12 18:21:28.191143 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95a5a992-2fbd-451e-8312-a75212c4246c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.195768 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95a5a992-2fbd-451e-8312-a75212c4246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.224319 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7edf7246-f421-4e5c-8c52-18c632ec9447 req-441083f0-4ed4-4ffb-80bf-e07303105a05 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=9875d4b4-0055-4281-b7cf-91920ef3a270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543818 Jul 12 18:21:28.228850 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] For port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:28.229225 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.234028 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-95a5a992-2fbd-451e-8312-a75212c4246c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fc3ac0624b7465e92d47ca65b0589e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489892 Jul 12 18:21:28.235228 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5a992-2fbd-451e-8312-a75212c4246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc464e6-075a-4b11-b4d2-3213999f55c9,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:28.236762 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54764) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:28.364717 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.425536 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.469744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.470109 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.470418 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Floating IP 6391142a-7579-4af8-9e38-069d6e8859cb disassociated. External IP: 172.27.3.113, port: 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e. Jul 12 18:21:28.470749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Calling delete_port for 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:28.528304 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.530757 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.531861 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdc464e6-075a-4b11-b4d2-3213999f55c9 HTTP/1.1" status: 204 len: 168 time: 0.2941294 Jul 12 18:21:28.544818 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df49d64-73ee-440a-a555-f17112f6c0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc464e6-075a-4b11-b4d2-3213999f55c9,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:28.617413 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:28.650901 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'Port': ['ID=2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:29.016553 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:21:29.139981 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:21:29.149681 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:21:29.158896 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:29.159588 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:29.182630 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] No DVR routers for this DVR port 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:21:29.188690 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:29.188690 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1b6bc79f-61bc-42f2-b290-f75ab7c9e268 req-d766c145-ae52-4913-a08c-3b8bedd19476 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "DELETE /v2.0/ports/2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e HTTP/1.1" status: 204 len: 173 time: 1.2338572 Jul 12 18:21:29.188690 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'name': 'network-vif-deleted', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:29.191654 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145b292-f5d8-4e39-947a-99879fc5abc1" -d '{"events": [{"server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "name": "network-vif-deleted", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:29.233756 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e062a43-ae72-402d-999d-794558ad5a75 x-openstack-request-id: req-9e062a43-ae72-402d-999d-794558ad5a75 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:29.233986 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae", "name": "network-vif-deleted", "tag": "2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:29.234442 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e062a43-ae72-402d-999d-794558ad5a75 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:29.235119 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae', 'name': 'network-vif-deleted', 'tag': '2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e', 'status': 'completed', 'code': 200} Jul 12 18:21:29.276429 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:29.407801 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f24b576f-8b65-4c76-8e0b-2f5b5ac1ffc7 req-b70b3742-4429-480d-906c-5a5d7e478c64 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=25fdac3a-7a3c-4f81-bc9c-873c7a60b0ae HTTP/1.1" status: 200 len: 210 time: 0.0389702 Jul 12 18:21:29.500448 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:29.526264 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:21:29.534407 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:29.535014 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:29.639446 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:29.842399 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:29.875268 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c741ad-e852-44bf-8e09-ce195c2429b2 None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:21:30.123187 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a147e-aed3-4b22-a9df-5cbf8ba2bceb None None] New status for floating IP 6391142a-7579-4af8-9e38-069d6e8859cb: DOWN {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:21:30.541459 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54836) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:30.598889 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.623727 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.670881 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.674059 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.675202 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "DELETE /v2.0/security-groups/9875d4b4-0055-4281-b7cf-91920ef3a270 HTTP/1.1" status: 204 len: 168 time: 0.1327665 Jul 12 18:21:30.678565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54842) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:30.685984 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf957-ef73-48e0-b402-54b3b357d25f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875d4b4-0055-4281-b7cf-91920ef3a270,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:30.698096 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.api.v2.resource [None req-6c81081d-0156-4b7e-907c-86ae55665d7f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] show failed (client error): The resource could not be found. Jul 12 18:21:30.702536 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-6c81081d-0156-4b7e-907c-86ae55665d7f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups/9875d4b4-0055-4281-b7cf-91920ef3a270 HTTP/1.1" status: 404 len: 347 time: 0.0198078 Jul 12 18:21:30.702969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54844) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:30.828057 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Deleting port a671455e-815d-4bd1-b311-d0d14856f99c {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:21:30.828408 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.903030 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.903364 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:30.914594 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Calling delete_port for a671455e-815d-4bd1-b311-d0d14856f99c owned by network:floatingip {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:21:30.983932 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:21:31.007254 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:21:31.007771 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 2d6057ae-461d-47d8-9bb5-e7a5c9c65b1e not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:21:31.049685 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.077694 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'Port': ['ID=a671455e-815d-4bd1-b311-d0d14856f99c,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:31.142795 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.145419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.146547 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2888735e-807c-4d71-acb0-4b6801db29b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "DELETE /v2.0/floatingips/6391142a-7579-4af8-9e38-069d6e8859cb HTTP/1.1" status: 204 len: 168 time: 0.4425614 Jul 12 18:21:31.453083 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54858) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:31.457773 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537522687', 'description': 'tempest-description--1540601086'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:31.479250 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.558897 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.562191 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.587956 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.589173 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1350541 Jul 12 18:21:31.591450 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b45658-51dc-44f2-abf1-b7bbf64019b2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65080e3b-5e45-446c-b1f9-7a153131c660,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:31.592561 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54860) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:31.598314 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group_rule': {'security_group_id': '65080e3b-5e45-446c-b1f9-7a153131c660', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:31.626829 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.670765 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.673948 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.693989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962ace46-6e33-4224-9c29-06046eccbd1c,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:31.697340 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.698493 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d9112c35-b7f1-447a-9692-30069d462bd8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1042824 Jul 12 18:21:31.701648 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54862) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:31.705879 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'security_group_rule': {'security_group_id': '65080e3b-5e45-446c-b1f9-7a153131c660', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:31.730420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.784865 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.788361 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-805639'] for security_group_rule, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.805611 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798c2275-658a-4ebc-b8e7-fd00ae2e4b52,revision_number=0']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:31.810978 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.812275 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-95b83fda-e155-4c65-bcfc-7d65db98e799 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097012 Jul 12 18:21:31.815260 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54864) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:31.819490 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:31.840328 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:31.932091 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.029626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Allocated IP 172.27.3.58 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/847490a3-7dbf-469c-a170-f12b02b0d2fd) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:21:32.041683 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:21:32.129164 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.166542 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.200775 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:21:32.203524 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:21:32.208873 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:21:32.235365 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=847490a3-7dbf-469c-a170-f12b02b0d2fd,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:32.298765 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.342762 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.485452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.489639 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.554494 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=847490a3-7dbf-469c-a170-f12b02b0d2fd,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:32.564860 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.577597 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:32.578816 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-77db4655-709f-4c68-9ee5-23f9a7181e19 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7626567 Jul 12 18:21:32.758156 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-f787f92e-c2fd-4c16-b701-656502f25e08 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1537522687&fields=id&tenant_id=7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 267 time: 0.0322020 Jul 12 18:21:32.864022 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9408ff1b-b210-414c-a46f-c00ed4aa9a3e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:32.865586 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9408ff1b-b210-414c-a46f-c00ed4aa9a3e tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 811 time: 0.1014493 Jul 12 18:21:32.881008 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-51fbdc82-1451-499f-8d65-38f2040d4f50 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/quotas/7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 375 time: 0.0095766 Jul 12 18:21:32.956116 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-3e9d6ec5-52cd-4637-8bf2-e8b338137b38 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694795 Jul 12 18:21:33.054037 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-3e1419fa-12c6-43fb-b3fd-6ab6865926e3 service neutron] 10.222.0.39 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858197 Jul 12 18:21:33.139303 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-655cd069-75ec-4565-b283-19a12d17d6ba service neutron] 10.222.0.39 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797019 Jul 12 18:21:33.299561 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-9ab03f39-3fb8-4d52-962e-41ef58e37115 req-d6556685-1d76-4006-8762-c8f1b4a58751 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 210 time: 0.0283046 Jul 12 18:21:34.449793 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4aa37bbe-7f18-4784-810c-e0fd3b5a1c9c req-df21ae65-0bde-4f73-ba2f-28fe252ef0ab tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 210 time: 0.0376356 Jul 12 18:21:34.494227 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-c2b3f810-9620-4623-a404-0d8516732e05 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:34.495883 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-c2b3f810-9620-4623-a404-0d8516732e05 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 811 time: 0.1341209 Jul 12 18:21:34.550085 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-3b03e146-c494-4c10-8951-72f6c782edfa tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f9784eb7ea143468d1d4e1d37356de5 HTTP/1.1" status: 200 len: 380 time: 0.0362082 Jul 12 18:21:34.577894 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'port': {'device_id': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'admin_state_up': True, 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'security_groups': ['65080e3b-5e45-446c-b1f9-7a153131c660']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:34.688415 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Made reservation on behalf of 7f9784eb7ea143468d1d4e1d37356de5 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:21:34.692169 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:34.821112 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Allocated IP 172.20.0.9 (6cec1466-a8ba-4798-9dc7-51d177cad8bd/6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb/ac3c3b57-4f76-49eb-a3bf-1321b4b42402) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:21:34.960772 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:34.975628 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Transition to ACTIVE for port object ac3c3b57-4f76-49eb-a3bf-1321b4b42402 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:21:35.010923 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.051832 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:21:35.055034 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:21:35.057389 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:21:35.099897 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event updated for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:35.122734 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:35.123400 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.139120 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-341e4dc5-0f18-4bad-8e55-ccb95d09f19b tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648255 Jul 12 18:21:35.160562 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Request body: {'port': {'device_id': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:35.241770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.314476 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-317a7302-c92b-482d-8b13-1605bda5fe84 None None] Provisioning for port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:21:35.318783 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-317a7302-c92b-482d-8b13-1605bda5fe84 None None] Provisioning complete for port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:35.319264 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-317a7302-c92b-482d-8b13-1605bda5fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.355319 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-317a7302-c92b-482d-8b13-1605bda5fe84 None None] Port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:21:35.514344 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3c3b57-4f76-49eb-a3bf-1321b4b42402 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:21:35.524486 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.536541 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Transition to ACTIVE for port object ac3c3b57-4f76-49eb-a3bf-1321b4b42402 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:21:35.543082 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.617272 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:35.643139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed44c4-f490-4ae4-bb39-a8425b796e2a req-4e9b4e5d-c810-4819-8ff4-54d401242916 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:35.644724 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-51ed44c4-f490-4ae4-bb39-a8425b796e2a req-4e9b4e5d-c810-4819-8ff4-54d401242916 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 943 time: 0.0740321 Jul 12 18:21:35.672348 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Attempting to bind port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:21:35.672687 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Attempting to bind port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:21:35.673047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Attempting to bind port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:21:35.677289 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:21:35.677607 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Attempting to bind port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 on network 6cec1466-a8ba-4798-9dc7-51d177cad8bd {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:21:35.683654 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:21:35.684216 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Checking segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:21:35.684513 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Bound using segment: {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:21:35.685094 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Bound port: ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b26a5b3-b4f7-40de-b464-915dcc9d1d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:21:35.685746 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.689641 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-51ed44c4-f490-4ae4-bb39-a8425b796e2a req-1ad69dbc-f299-441a-a6a6-04d9a59bd6dd tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378797 Jul 12 18:21:35.758990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:21:35.763235 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:21:35.767123 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.809641 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:35.810253 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:35.811630 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] 10.222.0.38 "PUT /v2.0/ports/ac3c3b57-4f76-49eb-a3bf-1321b4b42402 HTTP/1.1" status: 200 len: 1093 time: 0.6557879 Jul 12 18:21:35.812064 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:35.814326 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd0299-ce60-423e-8657-08306d4c959e" -d '{"events": [{"name": "network-changed", "server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:35.840121 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb659f7-a6f0-422f-8521-805755e57512 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:35.866118 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602a25e3-d85c-48d1-86b0-c6096b4708a8 x-openstack-request-id: req-602a25e3-d85c-48d1-86b0-c6096b4708a8 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:35.866489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:35.866680 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-602a25e3-d85c-48d1-86b0-c6096b4708a8 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:35.867117 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'status': 'completed', 'code': 200} Jul 12 18:21:35.940889 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-0ab4d1db-4902-42c7-9dc6-478f1c765711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:35.942392 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-0ab4d1db-4902-42c7-9dc6-478f1c765711 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 1096 time: 0.0532560 Jul 12 18:21:35.992112 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-38d599a8-686b-4816-9197-44f9e5cdc7f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402 HTTP/1.1" status: 200 len: 217 time: 0.0345771 Jul 12 18:21:36.042870 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-8c0885e6-5b82-431f-9738-15082b5aa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.044277 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-8c0885e6-5b82-431f-9738-15082b5aa08f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0455630 Jul 12 18:21:36.099407 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-6e3a2073-9f64-43fb-8abe-8dce11a943a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.100852 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-6e3a2073-9f64-43fb-8abe-8dce11a943a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487747 Jul 12 18:21:36.185447 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-331f46e1-990b-4db7-b07f-7d4e026e5a44 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778465 Jul 12 18:21:36.277503 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-92e02df2-02e2-4ad9-8cec-c39e28e47bf3 req-f4748dd3-5f8d-4c34-9e4f-608e7759e75a service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832849 Jul 12 18:21:36.425421 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0299-ce60-423e-8657-08306d4c959e req-84fa6396-847c-4f87-9630-710854275fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.426861 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-84fa6396-847c-4f87-9630-710854275fbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 1096 time: 0.0513484 Jul 12 18:21:36.516396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0299-ce60-423e-8657-08306d4c959e req-1db30f5e-f88d-451e-b4b6-2d25dee62987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.517888 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-1db30f5e-f88d-451e-b4b6-2d25dee62987 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0843203 Jul 12 18:21:36.520606 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-22964f1e-caf0-4b9f-bfd5-0792a1025cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:36.559164 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-b247a32e-4049-4f38-a828-f1f305d8f119 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402 HTTP/1.1" status: 200 len: 217 time: 0.0335088 Jul 12 18:21:36.611528 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0299-ce60-423e-8657-08306d4c959e req-eca8b71d-90cc-4cf4-9456-07d40d476346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.613026 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-eca8b71d-90cc-4cf4-9456-07d40d476346 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0446970 Jul 12 18:21:36.670119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0299-ce60-423e-8657-08306d4c959e req-b5eab3e1-45dd-49c6-adea-2fd7255744f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.671597 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-b5eab3e1-45dd-49c6-adea-2fd7255744f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520840 Jul 12 18:21:36.770150 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-cc4e089b-e125-4b2e-ac1b-99009ac8dd1c service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901520 Jul 12 18:21:36.859688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e030-eca1-4028-a2f4-f047cd733786 req-1bec8826-569c-439c-ad80-db9ede365faa tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:36.861352 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ed79e030-eca1-4028-a2f4-f047cd733786 req-1bec8826-569c-439c-ad80-db9ede365faa tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 943 time: 0.0613174 Jul 12 18:21:36.870714 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a4bd0299-ce60-423e-8657-08306d4c959e req-66061fb4-b651-48c7-a4cd-6f83ecb93b47 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914974 Jul 12 18:21:36.900477 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ed79e030-eca1-4028-a2f4-f047cd733786 req-55003aa4-ace9-4d83-8aa2-27cd8e5fad7f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327227 Jul 12 18:21:37.190824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54960) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:37.287315 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-84cc3ada-ad2e-4f78-8919-6eea5a1eec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.373566 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-84cc3ada-ad2e-4f78-8919-6eea5a1eec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.376950 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-84cc3ada-ad2e-4f78-8919-6eea5a1eec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.416228 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-84cc3ada-ad2e-4f78-8919-6eea5a1eec2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bad39113e43847748970c6f55ddcf6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248945 Jul 12 18:21:37.417172 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc3ada-ad2e-4f78-8919-6eea5a1eec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4806db2-41b0-4f9a-939b-f412350bc282,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:37.419546 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54966) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:37.469659 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.489893 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.533726 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.536183 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.537383 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4806db2-41b0-4f9a-939b-f412350bc282 HTTP/1.1" status: 204 len: 168 time: 0.1168163 Jul 12 18:21:37.545596 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91629339-65b2-4543-96ed-b2e076e30f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4806db2-41b0-4f9a-939b-f412350bc282,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:37.785828 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54972) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:37.798744 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8450ad3d-98c8-4cd6-986c-1374879c0c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.883685 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8450ad3d-98c8-4cd6-986c-1374879c0c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.887586 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-8450ad3d-98c8-4cd6-986c-1374879c0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.923854 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-8450ad3d-98c8-4cd6-986c-1374879c0c01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08f2378b6b464f79adcd79a9c3dbd244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370025 Jul 12 18:21:37.924964 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450ad3d-98c8-4cd6-986c-1374879c0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891cc002-719c-4c20-bbe5-4fc8b254c8a7,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:37.926693 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54976) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:37.975021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:37.995819 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.041171 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.043772 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.046761 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/891cc002-719c-4c20-bbe5-4fc8b254c8a7 HTTP/1.1" status: 204 len: 168 time: 0.1173031 Jul 12 18:21:38.055012 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26416818-daed-4435-98b5-cd645a77e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891cc002-719c-4c20-bbe5-4fc8b254c8a7,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:38.079447 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d977a9-0fbf-47d0-85a3-7799b9c02f4c req-38731d91-204e-480f-8333-ff435f3deb41 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:38.080969 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a8d977a9-0fbf-47d0-85a3-7799b9c02f4c req-38731d91-204e-480f-8333-ff435f3deb41 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 943 time: 0.0684791 Jul 12 18:21:38.117091 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a8d977a9-0fbf-47d0-85a3-7799b9c02f4c req-ad71f560-ee4c-4ab8-a0fb-7ff027bfe8bc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Jul 12 18:21:38.346196 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 54982) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:38.359003 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-49b93623-a3bb-471b-a129-b08debd18933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.450183 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-49b93623-a3bb-471b-a129-b08debd18933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.454687 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-49b93623-a3bb-471b-a129-b08debd18933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.491480 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-49b93623-a3bb-471b-a129-b08debd18933 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e899ae8fce264517ab4c69623650d3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442428 Jul 12 18:21:38.492360 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b93623-a3bb-471b-a129-b08debd18933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d28e4-fe69-478e-9e0b-3dbdf1d3f2a0,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:38.494244 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 54984) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:38.541996 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.562855 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.606316 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.608785 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:38.609940 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b3d28e4-fe69-478e-9e0b-3dbdf1d3f2a0 HTTP/1.1" status: 204 len: 168 time: 0.1137414 Jul 12 18:21:38.617397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f801c1a-2ebe-4767-9b4c-76493570becb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d28e4-fe69-478e-9e0b-3dbdf1d3f2a0,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:39.008903 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac3c3b57-4f76-49eb-a3bf-1321b4b42402 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:21:39.109482 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:39.122721 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-51bf6eff-dcab-4276-a38d-94c371d2706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:39.124338 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'port_id': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'mac_address': 'fa:16:3e:25:f5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:21:39.166570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:39.179742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3c3b57-4f76-49eb-a3bf-1321b4b42402 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:21:39.205122 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:39.209191 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:39.268699 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:39.300619 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f01a1-d4d1-44db-9291-1b7f67c3b809 req-d964fd2e-63b3-4c31-8224-c25ad6a08348 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:39.302317 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-955f01a1-d4d1-44db-9291-1b7f67c3b809 req-d964fd2e-63b3-4c31-8224-c25ad6a08348 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 944 time: 0.0696123 Jul 12 18:21:39.350282 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-955f01a1-d4d1-44db-9291-1b7f67c3b809 req-232a9e85-de91-4d9e-9c99-065caccbef9f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Jul 12 18:21:39.552951 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:39.576922 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['ac3c3b57-4f76-49eb-a3bf-1321b4b42402'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:21:40.165327 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:40.521391 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc7f8d-844d-4559-98f1-a0b4099af036 req-63509b42-d0e4-4506-a660-efce4ef8e854 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:40.522845 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-33bc7f8d-844d-4559-98f1-a0b4099af036 req-63509b42-d0e4-4506-a660-efce4ef8e854 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 944 time: 0.0611484 Jul 12 18:21:40.560223 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-33bc7f8d-844d-4559-98f1-a0b4099af036 req-8d110510-e870-49f1-b0f8-7efbeb5b0ca2 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Jul 12 18:21:41.010518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac3c3b57-4f76-49eb-a3bf-1321b4b42402 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:21:41.056278 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:21:41.060214 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:41.060577 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:41.132357 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:41.153965 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:41.156173 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb8ab17-49aa-430f-91c5-c68283a8b9c7" -d '{"events": [{"server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "name": "network-vif-plugged", "status": "completed", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:41.168716 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:21:41.172678 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:41.201644 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df97cfc0-d797-492c-9bd3-d80bff41014f x-openstack-request-id: req-df97cfc0-d797-492c-9bd3-d80bff41014f {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:41.201940 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "name": "network-vif-plugged", "status": "completed", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:41.202195 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df97cfc0-d797-492c-9bd3-d80bff41014f {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:41.202581 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'code': 200} Jul 12 18:21:41.232121 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:41.472568 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eb518-9cc4-450c-84bf-6b80bf91a168 req-5d90f657-069e-4c64-a583-ebd832181a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:41.473763 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-11285e76-9a28-47e2-9389-c861161705ec None None] Provisioning complete for port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:21:41.473990 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-334eb518-9cc4-450c-84bf-6b80bf91a168 req-5d90f657-069e-4c64-a583-ebd832181a44 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 1098 time: 0.0552588 Jul 12 18:21:41.474108 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-11285e76-9a28-47e2-9389-c861161705ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:41.511631 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-334eb518-9cc4-450c-84bf-6b80bf91a168 req-dfae2eae-78a1-436d-80a0-87813d743511 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Jul 12 18:21:41.758318 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:41.885588 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f3d6-ed9c-4ffc-8e25-e06c936527b4 req-3d80e2c4-5c46-4c3a-9f47-78e452d012b1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:41.887060 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8466f3d6-ed9c-4ffc-8e25-e06c936527b4 req-3d80e2c4-5c46-4c3a-9f47-78e452d012b1 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0617771 Jul 12 18:21:41.923666 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8466f3d6-ed9c-4ffc-8e25-e06c936527b4 req-584e178e-23e3-491f-a91a-f828792ef8b8 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310476 Jul 12 18:21:42.841067 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55068) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:42.940112 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c775a6d3-5137-4726-a179-9a38f92cb6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.022960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c775a6d3-5137-4726-a179-9a38f92cb6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.027529 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c775a6d3-5137-4726-a179-9a38f92cb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.089448 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c775a6d3-5137-4726-a179-9a38f92cb6f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7db6ba86d3e9495fb5bf98a9c2ec71f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473149 Jul 12 18:21:43.092207 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775a6d3-5137-4726-a179-9a38f92cb6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05fc885-33d8-4192-a416-2b0fd9a7c500,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:43.092351 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55074) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:43.125783 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28bd2-0036-4b4c-9a52-729583b4f4fd req-b6621a07-08dd-446d-84be-a1538ec01809 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:43.127350 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7fa28bd2-0036-4b4c-9a52-729583b4f4fd req-b6621a07-08dd-446d-84be-a1538ec01809 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0859694 Jul 12 18:21:43.141504 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.161485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.168089 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-7fa28bd2-0036-4b4c-9a52-729583b4f4fd req-0b7a1cb2-cb8d-40ca-b26c-98496f625e10 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346804 Jul 12 18:21:43.210857 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.213569 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.214721 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c05fc885-33d8-4192-a416-2b0fd9a7c500 HTTP/1.1" status: 204 len: 168 time: 0.1214964 Jul 12 18:21:43.222271 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b2fdd-2b57-418b-904f-e255bd3dfd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05fc885-33d8-4192-a416-2b0fd9a7c500,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:43.334406 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c630f4-99f2-47cd-ae71-c0b550c3629b req-962fcf44-840e-403d-8286-826a064d4584 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:43.335900 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-84c630f4-99f2-47cd-ae71-c0b550c3629b req-962fcf44-840e-403d-8286-826a064d4584 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0642018 Jul 12 18:21:43.344689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55082) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:43.349206 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Request body: {'floatingip': {'port_id': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:21:43.397273 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.483453 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55084) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:43.496727 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0bd4-91e2-4deb-8566-cd53d21a48d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.583842 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0bd4-91e2-4deb-8566-cd53d21a48d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.588592 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0bd4-91e2-4deb-8566-cd53d21a48d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.626197 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-2a0a0bd4-91e2-4deb-8566-cd53d21a48d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5b7b399c08d452480c27bfd59bc89d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416008 Jul 12 18:21:43.628713 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55086) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:43.634487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a0bd4-91e2-4deb-8566-cd53d21a48d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112d441-d0b1-446e-bb6c-449e696335e7,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:43.680004 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.701843 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.747336 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.749839 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.753260 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b112d441-d0b1-446e-bb6c-449e696335e7 HTTP/1.1" status: 204 len: 168 time: 0.1213417 Jul 12 18:21:43.758563 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d13f9-23a4-4223-a043-733379d9d64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112d441-d0b1-446e-bb6c-449e696335e7,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:43.840474 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.844006 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:43.947456 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Floating IP 0f7dd810-5b69-4e35-b9d7-af707423409f associated. External IP: 172.27.3.58, port: ac3c3b57-4f76-49eb-a3bf-1321b4b42402. Jul 12 18:21:44.415598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:21:44.521500 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:21:44.526374 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:44.531465 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:21:44.541526 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:44.541745 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:44.566091 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-882a76fe-d9a5-4a16-a982-197520f0d5cf tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "PUT /v2.0/floatingips/0f7dd810-5b69-4e35-b9d7-af707423409f HTTP/1.1" status: 200 len: 990 time: 1.2178738 Jul 12 18:21:44.566091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:21:44.566587 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a031d2a-ed36-4882-a228-74e3b48cf073" -d '{"events": [{"name": "network-changed", "server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:21:44.603737 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb28671-bf66-4db2-adf0-f7bcf003c565 x-openstack-request-id: req-fbb28671-bf66-4db2-adf0-f7bcf003c565 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:21:44.604106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:21:44.604550 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbb28671-bf66-4db2-adf0-f7bcf003c565 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:21:44.605038 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'status': 'completed', 'code': 200} Jul 12 18:21:44.678067 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:44.737187 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-af9aa361-c12e-46fc-9bee-b334d81bec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:44.738688 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-af9aa361-c12e-46fc-9bee-b334d81bec42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 1098 time: 0.0593975 Jul 12 18:21:44.832626 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-3f77e6db-ec03-4f0f-a15f-7117da91c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:44.834209 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-3f77e6db-ec03-4f0f-a15f-7117da91c0f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 200 len: 912 time: 0.0887103 Jul 12 18:21:44.901945 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-19e5a772-38f7-41fb-98d2-70ef981b4ff9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402 HTTP/1.1" status: 200 len: 998 time: 0.0596590 Jul 12 18:21:44.903508 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '0f7dd810-5b69-4e35-b9d7-af707423409f', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:25:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:32Z', 'updated_at': '2021-07-12T18:21:43Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:44.929751 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:21:44.939084 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:21:44.939716 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:21:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:44.953558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-e19e032b-1aa5-4460-83e1-413d0b1d4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:44.954944 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-e19e032b-1aa5-4460-83e1-413d0b1d4573 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 200 len: 850 time: 0.0474761 Jul 12 18:21:45.015600 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-c4461ee1-7fb0-4970-9cda-27cc5b8c0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:21:45.017818 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-c4461ee1-7fb0-4970-9cda-27cc5b8c0f67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6cec1466-a8ba-4798-9dc7-51d177cad8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563424 Jul 12 18:21:45.034535 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:45.111869 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-8e75c74a-4a16-4d07-b064-beff0363f6ed service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864358 Jul 12 18:21:45.140639 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:21:45.205380 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-9a031d2a-ed36-4882-a228-74e3b48cf073 req-521353a4-d3e7-44aa-80b7-1d4acc5a91f2 service neutron] 10.222.0.38 "GET /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867524 Jul 12 18:21:45.368234 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '0f7dd810-5b69-4e35-b9d7-af707423409f', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:25:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:32Z', 'updated_at': '2021-07-12T18:21:43Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:21:45.398549 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11876e0c-367e-44ac-b79b-57e478616dc5 None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '0f7dd810-5b69-4e35-b9d7-af707423409f', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'port_id': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'mac_address': 'fa:16:3e:25:f5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:21:32Z', 'updated_at': '2021-07-12T18:21:43Z', 'revision_number': 1, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:21:45.605591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840963fb-b1bf-4c5c-8ad5-acfbd8aad5dc None None] New status for floating IP 0f7dd810-5b69-4e35-b9d7-af707423409f: ACTIVE {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:21:54.363395 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55216) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:54.462003 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-574b3b79-71ca-4246-9feb-aa0551dd9b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.553440 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-574b3b79-71ca-4246-9feb-aa0551dd9b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.557248 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-574b3b79-71ca-4246-9feb-aa0551dd9b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.592788 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-574b3b79-71ca-4246-9feb-aa0551dd9b7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df5ca91a4c5146b9bcd0e42d4366b48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283633 Jul 12 18:21:54.594664 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3b79-71ca-4246-9feb-aa0551dd9b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0f8e7e-329f-46d7-a319-9ae3c00e75c4,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:54.595493 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55220) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:54.643417 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.663583 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.708477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.710979 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:54.712128 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc0f8e7e-329f-46d7-a319-9ae3c00e75c4 HTTP/1.1" status: 204 len: 168 time: 0.1156406 Jul 12 18:21:54.720341 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cd051-9494-40bb-b477-6891475200b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0f8e7e-329f-46d7-a319-9ae3c00e75c4,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:54.964187 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55228) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:54.976964 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7161-af79-4051-b50b-911309990393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.067117 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7161-af79-4051-b50b-911309990393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.070711 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7161-af79-4051-b50b-911309990393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.108296 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a8fd7161-af79-4051-b50b-911309990393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fa083cf8e6a48c892b516c74cd5f945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430223 Jul 12 18:21:55.109423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7161-af79-4051-b50b-911309990393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e499622-f386-4bc0-93f3-5094291a1b4b,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:21:55.110989 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55230) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:21:55.160211 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.179889 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.224272 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.226852 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:21:55.228050 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e499622-f386-4bc0-93f3-5094291a1b4b HTTP/1.1" status: 204 len: 168 time: 0.1155040 Jul 12 18:21:55.235260 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a2724-5722-47f9-861f-b720ea6dbf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e499622-f386-4bc0-93f3-5094291a1b4b,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:03.013271 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55368) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:03.115997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c3d4efa4-b1d0-40ee-b180-71f0ffc7df5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.202763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c3d4efa4-b1d0-40ee-b180-71f0ffc7df5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.206395 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-c3d4efa4-b1d0-40ee-b180-71f0ffc7df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.245729 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-c3d4efa4-b1d0-40ee-b180-71f0ffc7df5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=895f5c5cc8bc4985b571a41f8c9291b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312419 Jul 12 18:22:03.246778 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4efa4-b1d0-40ee-b180-71f0ffc7df5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343295d9-d029-4625-9e49-9f591f0625c9,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:03.248479 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55372) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:03.295774 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.316277 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.360783 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.363279 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.364423 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343295d9-d029-4625-9e49-9f591f0625c9 HTTP/1.1" status: 204 len: 168 time: 0.1148429 Jul 12 18:22:03.381943 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf60e8a-3ec8-401c-8570-9a9d9c6df37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343295d9-d029-4625-9e49-9f591f0625c9,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:03.616784 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55378) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:03.630223 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-041f607f-2761-41be-acd6-c9e07c564f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.712563 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-041f607f-2761-41be-acd6-c9e07c564f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.716544 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-041f607f-2761-41be-acd6-c9e07c564f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.753097 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-041f607f-2761-41be-acd6-c9e07c564f70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e7f0a3c466a445594efd443c4b3d209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352134 Jul 12 18:22:03.754002 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f607f-2761-41be-acd6-c9e07c564f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85a216-142e-4277-bd3c-e4b1fdb48fe1,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:03.755861 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55380) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:03.803291 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.823015 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.870097 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.872929 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:03.874040 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e85a216-142e-4277-bd3c-e4b1fdb48fe1 HTTP/1.1" status: 204 len: 168 time: 0.1170859 Jul 12 18:22:03.881512 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95139e-511a-4cbe-a878-12495ea07358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85a216-142e-4277-bd3c-e4b1fdb48fe1,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:04.180451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55388) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:04.196010 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fc79842d-db7e-427f-9cd4-513a0e072788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.285655 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fc79842d-db7e-427f-9cd4-513a0e072788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.289409 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fc79842d-db7e-427f-9cd4-513a0e072788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.327733 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-fc79842d-db7e-427f-9cd4-513a0e072788 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a089be63290b4481879a1a221606de5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461298 Jul 12 18:22:04.328699 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79842d-db7e-427f-9cd4-513a0e072788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4780b653-f726-4aec-9684-2948ce4eb3d9,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:04.330436 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55390) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:04.377451 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.397001 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.441800 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.444459 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:04.445627 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4780b653-f726-4aec-9684-2948ce4eb3d9 HTTP/1.1" status: 204 len: 168 time: 0.1141675 Jul 12 18:22:04.453122 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc74ec9-f4d7-49e0-aa07-3af6a5e81bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4780b653-f726-4aec-9684-2948ce4eb3d9,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:06.521572 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb74-83ec-4a6b-b230-0e5a51014798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:09.040613 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:22:09.113218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b1da3d9d-975d-4ef2-a8c1-7d43fba8d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:09.553757 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:10.169441 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:11.760026 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:15.060931 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:19.993557 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-0974b846-b817-497f-8362-c01c04a09b5d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487764 Jul 12 18:22:20.104944 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-7170182c-1bf9-4012-9b21-88b46edcebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:20.106373 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-7170182c-1bf9-4012-9b21-88b46edcebe7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0547462 Jul 12 18:22:20.207810 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-4218dd5d-58e9-417d-81d8-8b6995931768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:20.209280 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-4218dd5d-58e9-417d-81d8-8b6995931768 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.0837197 Jul 12 18:22:20.271993 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-509fbad5-ff37-47f6-a8bc-477274a0cf98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 1000 time: 0.0553489 Jul 12 18:22:20.323096 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-3adffa81-9685-4b3b-9550-c444f402498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:20.324537 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-3adffa81-9685-4b3b-9550-c444f402498e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0462439 Jul 12 18:22:20.380016 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-3bc3c667-f9bf-4855-a8e3-2b66f41a70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:20.381489 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-3bc3c667-f9bf-4855-a8e3-2b66f41a70d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507421 Jul 12 18:22:20.467051 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-b95cafd8-e52b-4789-b911-460898b79f61 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784485 Jul 12 18:22:20.558328 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-e6c0aef9-fa27-4e34-a84d-a98a90b94693 req-5bbdcddd-8da0-473e-90ca-130f35b20238 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839126 Jul 12 18:22:27.475039 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55582) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:27.627715 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Deleting port d5ba6a35-a9b7-4d71-b776-d9f1a1123f61 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:27.627972 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:27.701698 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:27.702066 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:27.713579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Calling delete_port for d5ba6a35-a9b7-4d71-b776-d9f1a1123f61 owned by network:floatingip {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:27.875455 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:27.898727 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event deleted for resources: {'Port': ['ID=d5ba6a35-a9b7-4d71-b776-d9f1a1123f61,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:27.929649 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.929995 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.930329 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.930661 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.930987 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.931312 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.931632 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.931952 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.932271 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.932616 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.933037 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.933353 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:27.970015 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for floatingip, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:27.970352 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Floating IP 1a06cabf-5104-4291-b9e5-04b1f04c3f67 disassociated (deleted). External IP: 172.27.3.80, port: dc4885bf-d567-4631-a41a-1eb1f07ba917. Jul 12 18:22:28.165584 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Router c40f6808-46c2-42ae-85f6-1477f852b593 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:22:28.270346 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:22:28.275204 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:28.282003 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Sync routers for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:22:28.296016 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:28.296905 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:28.312789 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ffc84a7d-a7b9-4121-93d7-6825eb56d5f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "DELETE /v2.0/floatingips/1a06cabf-5104-4291-b9e5-04b1f04c3f67 HTTP/1.1" status: 204 len: 168 time: 0.8364992 Jul 12 18:22:28.313436 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:22:28.316025 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ec6f4-3b13-45ea-a57c-d5611e141baa" -d '{"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:22:28.360862 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49427dda-2334-4315-9a03-dc0e25840646 x-openstack-request-id: req-49427dda-2334-4315-9a03-dc0e25840646 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:22:28.361167 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:22:28.361414 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49427dda-2334-4315-9a03-dc0e25840646 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:22:28.361799 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'status': 'completed', 'code': 200} Jul 12 18:22:28.451075 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:28.474595 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-73893f98-240a-4106-9925-20b6ecee0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:28.476666 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-73893f98-240a-4106-9925-20b6ecee0158 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e6698a7d9a84f71b235f312e48eba38&device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 1098 time: 0.0674145 Jul 12 18:22:28.594375 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-2a8af919-aafb-4ba9-b1a3-36bad42e0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:28.595968 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-2a8af919-aafb-4ba9-b1a3-36bad42e0ad3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 200 len: 910 time: 0.1124070 Jul 12 18:22:28.654459 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-08b35440-8bd8-47b3-b560-6922d5fc1f64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 200 len: 217 time: 0.0390832 Jul 12 18:22:28.666262 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:28.693849 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Checking router: c40f6808-46c2-42ae-85f6-1477f852b593 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:22:28.703109 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:28.703510 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:28.749201 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-0bc7f1a7-8888-48a8-996e-84e6fc97080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:28.751333 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-0bc7f1a7-8888-48a8-996e-84e6fc97080c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 200 len: 848 time: 0.0900428 Jul 12 18:22:28.811126 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb2e35-84c4-4d04-987c-4a7c4e6b7ab1 req-b4c8aeaf-4d1b-4c5b-bf96-8232589ed7ea tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:28.816158 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:28.816281 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ceb2e35-84c4-4d04-987c-4a7c4e6b7ab1 req-b4c8aeaf-4d1b-4c5b-bf96-8232589ed7ea tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.1204076 Jul 12 18:22:28.865665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-e998ad0f-8de2-4642-aff2-aa0c78a06569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:28.867165 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-e998ad0f-8de2-4642-aff2-aa0c78a06569 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=086e1d68-00db-4d97-bd1b-48f77a15ac8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090577 Jul 12 18:22:28.877335 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ceb2e35-84c4-4d04-987c-4a7c4e6b7ab1 req-7fc82123-5b55-4dc3-90dc-b2a54d0c7d09 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 Jul 12 18:22:28.970015 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-deefda00-f2fa-4f8e-b8d0-dbe8c10b4548 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915132 Jul 12 18:22:29.019953 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:29.050006 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c829f7-6322-4881-bdd8-7a343a4acc69 None None] The sync data for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi is: [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:24Z', 'revision_number': 4, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': 'f4c46ed0-7095-42c7-a4cd-fe1418da9d4b', 'name': '', 'network_id': '086e1d68-00db-4d97-bd1b-48f77a15ac8c', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'mac_address': 'fa:16:3e:03:c9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:23Z', 'updated_at': '2021-07-12T18:17:30Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'subnets': [{'id': '09ebd83f-73c6-4852-a83d-0d4a728783f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:22:29.067957 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-070ec6f4-3b13-45ea-a57c-d5611e141baa req-9a977b2f-e01a-40ec-ba0a-9c596c7d8264 service neutron] 10.222.0.38 "GET /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878711 Jul 12 18:22:29.256912 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399a353-3e25-4392-b283-3f9e60e10af8 None None] New status for floating IP 1a06cabf-5104-4291-b9e5-04b1f04c3f67: DOWN {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:22:30.055706 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6275a-9828-4882-b1a6-71a3ee97f166 req-2a6e338f-4ac2-423b-90ba-b6c745f69959 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:30.057205 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bcd6275a-9828-4882-b1a6-71a3ee97f166 req-2a6e338f-4ac2-423b-90ba-b6c745f69959 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0608997 Jul 12 18:22:30.093457 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-bcd6275a-9828-4882-b1a6-71a3ee97f166 req-3cde455e-a964-4773-b0d8-ed26230b6edd tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 Jul 12 18:22:31.261477 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f11aa-a5c8-4c71-838f-de89a1532c4e req-f0039ea8-4216-430c-aa4d-3a3c2290dfe0 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:31.262926 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a7f11aa-a5c8-4c71-838f-de89a1532c4e req-f0039ea8-4216-430c-aa4d-3a3c2290dfe0 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0623844 Jul 12 18:22:31.303122 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-4a7f11aa-a5c8-4c71-838f-de89a1532c4e req-baeb89c2-bf19-42de-b646-c68e5c42c1ec tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Jul 12 18:22:32.471411 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a51034-d52e-48b0-b1f6-50cfe1a9f559 req-b89bcaad-7dca-4689-a6a8-7caa9f3e9784 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:32.472862 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99a51034-d52e-48b0-b1f6-50cfe1a9f559 req-b89bcaad-7dca-4689-a6a8-7caa9f3e9784 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 945 time: 0.0631034 Jul 12 18:22:32.762985 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-99a51034-d52e-48b0-b1f6-50cfe1a9f559 req-7409581b-93bc-4dc4-b5f0-be541a4c97f9 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846806 Jul 12 18:22:33.032277 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55646) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:33.132180 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e99a98c5-a953-4850-b49f-02930e562017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.217467 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e99a98c5-a953-4850-b49f-02930e562017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.220975 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e99a98c5-a953-4850-b49f-02930e562017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.256393 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e99a98c5-a953-4850-b49f-02930e562017 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f32cd6b1e39a4ae98eefb0c7cdbdb5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230711 Jul 12 18:22:33.257496 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a98c5-a953-4850-b49f-02930e562017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a7d7ef-124e-4cdf-8a23-56c107933df0,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:33.259212 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55652) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:33.308416 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.328946 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.350921 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device dc4885bf-d567-4631-a41a-1eb1f07ba917 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:33.374059 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.376516 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.377820 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2a7d7ef-124e-4cdf-8a23-56c107933df0 HTTP/1.1" status: 204 len: 168 time: 0.1175637 Jul 12 18:22:33.385355 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a7d7ef-124e-4cdf-8a23-56c107933df0,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:33.394272 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.394845 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.395362 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.395900 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.396234 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.396572 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.397033 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.397317 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.397651 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.397979 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.398309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.398631 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa80b6-7361-45da-be66-aa147c206501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.447394 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.470366 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:22:33.472599 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80f0bd-386a-4ac2-a1e2-6f8269ea99b2" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:22:33.487346 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:33.495044 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.514466 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b26179-f008-46a6-bf6c-f47d46127d2f x-openstack-request-id: req-b1b26179-f008-46a6-bf6c-f47d46127d2f {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:22:33.514844 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:22:33.515011 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1b26179-f008-46a6-bf6c-f47d46127d2f {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:22:33.515397 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 200} Jul 12 18:22:33.569350 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=10']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:33.577730 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.578081 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.578759 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.579097 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.579435 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.579773 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.580109 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.580446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.580783 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.581143 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.581470 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.581796 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:22:33.761190 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:22:33.761559 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.836113 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.867884 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:33.872127 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:33.928351 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04caa5-4578-4d8d-aae2-f33b7ebb7d13 None None] Pushing event updated for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=11']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:34.129272 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-8ee30efa-fd20-4302-add0-52d9d14270cf None None] Provisioning complete for port dc4885bf-d567-4631-a41a-1eb1f07ba917 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:22:34.129644 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8ee30efa-fd20-4302-add0-52d9d14270cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:34.158186 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec651c-3ef0-433e-92b1-5e7cb35421f4 req-a2d63e18-7a33-4f32-88db-9360543b4e2d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:34.159676 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-63ec651c-3ef0-433e-92b1-5e7cb35421f4 req-a2d63e18-7a33-4f32-88db-9360543b4e2d tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 946 time: 0.0659542 Jul 12 18:22:34.198693 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-63ec651c-3ef0-433e-92b1-5e7cb35421f4 req-feec603d-8c06-43df-a191-a798c4392e2b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 12 18:22:35.367991 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17263-f00e-49b3-af33-ef1cc8074c60 req-164baad0-0e80-41e0-9bd8-59cf107ea899 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:35.369467 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ba17263-f00e-49b3-af33-ef1cc8074c60 req-164baad0-0e80-41e0-9bd8-59cf107ea899 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 946 time: 0.0621638 Jul 12 18:22:35.405326 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6ba17263-f00e-49b3-af33-ef1cc8074c60 req-772353b0-b2cf-4e1f-a710-7108fd141437 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c2ce3a6-2a66-4281-aeb9-f57674458823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298283 Jul 12 18:22:35.502750 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530fb12-0063-47a8-8bbe-def646b77570 req-d837d485-8c0d-48d6-89ed-76a15d494a4f tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:35.504143 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d530fb12-0063-47a8-8bbe-def646b77570 req-d837d485-8c0d-48d6-89ed-76a15d494a4f tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 946 time: 0.0626447 Jul 12 18:22:35.517086 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:22:35.519851 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d9afa3-f706-4197-9248-2403b965a80c" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:22:35.553863 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645bd9d-adf1-4ab9-a685-93d29d2cf7e4 x-openstack-request-id: req-a645bd9d-adf1-4ab9-a685-93d29d2cf7e4 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:22:35.554359 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-plugged", "status": "completed", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:22:35.554558 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a645bd9d-adf1-4ab9-a685-93d29d2cf7e4 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:22:35.554884 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'code': 200} Jul 12 18:22:35.600420 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Deleting port dc4885bf-d567-4631-a41a-1eb1f07ba917 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:35.600754 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:35.687681 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] For port dc4885bf-d567-4631-a41a-1eb1f07ba917, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=dc4885bf-d567-4631-a41a-1eb1f07ba917,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:35.687948 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:35.700478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Calling delete_port for dc4885bf-d567-4631-a41a-1eb1f07ba917 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:35.825358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:35.862423 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event deleted for resources: {'Port': ['ID=dc4885bf-d567-4631-a41a-1eb1f07ba917,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:35.901235 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] No DVR routers for this DVR port dc4885bf-d567-4631-a41a-1eb1f07ba917 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:35.904148 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:35.906143 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d530fb12-0063-47a8-8bbe-def646b77570 req-9cfb881f-e95e-42fe-82e7-f408a46fb52b tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.38 "DELETE /v2.0/ports/dc4885bf-d567-4631-a41a-1eb1f07ba917 HTTP/1.1" status: 204 len: 173 time: 0.3965936 Jul 12 18:22:35.906569 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-deleted', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:22:35.908746 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530337e1-f5cb-49ed-b2a6-4e92e7ab5876" -d '{"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-deleted", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:22:35.945107 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e474a-a433-4d71-90b7-3d6cd597e63f x-openstack-request-id: req-e85e474a-a433-4d71-90b7-3d6cd597e63f {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:22:35.945404 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b914796-b538-4048-a88a-e8dca666e5ac", "name": "network-vif-deleted", "tag": "dc4885bf-d567-4631-a41a-1eb1f07ba917", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:22:35.945711 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e85e474a-a433-4d71-90b7-3d6cd597e63f {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:22:35.946090 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b914796-b538-4048-a88a-e8dca666e5ac', 'name': 'network-vif-deleted', 'tag': 'dc4885bf-d567-4631-a41a-1eb1f07ba917', 'status': 'completed', 'code': 200} Jul 12 18:22:36.525754 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f14039e1-18a2-480d-86cf-10072700f6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:36.561560 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f8274664-11e5-40f5-9e97-73abab56b6d7 req-63e24acc-a8c9-4b5a-b3fa-71c52828342a tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b914796-b538-4048-a88a-e8dca666e5ac HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jul 12 18:22:37.660588 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55692) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:37.717095 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:37.740708 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:37.798490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:37.801181 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:37.802319 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c2ce3a6-2a66-4281-aeb9-f57674458823 HTTP/1.1" status: 204 len: 168 time: 0.1407218 Jul 12 18:22:37.811791 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5d65-aa57-4518-8e8f-b0fb64fda652 tempest-TestShelveInstance-98843981 tempest-TestShelveInstance-98843981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ce3a6-2a66-4281-aeb9-f57674458823,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:37.842718 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55700) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:38.330790 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:38.573885 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Deleting port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:38.574158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:38.647079 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] For port f4c46ed0-7095-42c7-a4cd-fe1418da9d4b, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:38.647440 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:38.660005 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Calling delete_port for f4c46ed0-7095-42c7-a4cd-fe1418da9d4b owned by network:router_interface {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:38.829896 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:38.855134 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c46ed0-7095-42c7-a4cd-fe1418da9d4b,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:39.020934 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.112152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-89a1d0ed-8aa0-4a2f-8706-626c784f0165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.224232 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Router c40f6808-46c2-42ae-85f6-1477f852b593 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:22:39.327695 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:22:39.333001 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-81c5b178-f734-4513-8c1b-abcc845daf7c admin admin] 10.222.0.39 "PUT /v2.0/routers/c40f6808-46c2-42ae-85f6-1477f852b593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4891379 Jul 12 18:22:39.335650 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55714) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:39.336740 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Sync routers for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:22:39.346528 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:39.347212 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:39.436859 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.448227 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:39.538281 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.554291 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.591938 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Deleting port cdf222c5-9283-4f47-ac43-e088a752bf6d {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:39.592279 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.625740 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:22:38Z', 'revision_number': 5, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port': {'id': 'cdf222c5-9283-4f47-ac43-e088a752bf6d', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:39.652066 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Checking router: c40f6808-46c2-42ae-85f6-1477f852b593 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:22:39.660080 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Routers {'c40f6808-46c2-42ae-85f6-1477f852b593'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:39.660683 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['c40f6808-46c2-42ae-85f6-1477f852b593'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:39.669268 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] For port cdf222c5-9283-4f47-ac43-e088a752bf6d, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=cdf222c5-9283-4f47-ac43-e088a752bf6d,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:39.669638 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.682264 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Calling delete_port for cdf222c5-9283-4f47-ac43-e088a752bf6d owned by network:router_gateway {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:39.829273 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] Set router c40f6808-46c2-42ae-85f6-1477f852b593 gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:39.845520 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:39.868688 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf222c5-9283-4f47-ac43-e088a752bf6d,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:39.883656 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:22:39Z', 'revision_number': 6, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:39.908571 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8d023-7439-4bca-bc2b-92a9474765e9 None None] The sync data for ids ['c40f6808-46c2-42ae-85f6-1477f852b593'] in dv-cinder-800306-3-iscsi is: [{'id': 'c40f6808-46c2-42ae-85f6-1477f852b593', 'name': 'tempest-TestShelveInstance-1407617690-router', 'tenant_id': '9e6698a7d9a84f71b235f312e48eba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:20Z', 'updated_at': '2021-07-12T18:22:39Z', 'revision_number': 6, 'project_id': '9e6698a7d9a84f71b235f312e48eba38', 'gw_port_host': None}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:22:39.931081 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.022973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.025056 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.068622 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.069158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40f6808-46c2-42ae-85f6-1477f852b593 {{(pid=93134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:22:40.073285 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.074444 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-bf355700-1395-4e64-8c23-4cf3ff4fa2a9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c40f6808-46c2-42ae-85f6-1477f852b593 HTTP/1.1" status: 204 len: 168 time: 0.7378511 Jul 12 18:22:40.077027 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55716) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:40.118963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Deleting subnet 09ebd83f-73c6-4852-a83d-0d4a728783f8 {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:22:40.122420 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.155139 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3723116'] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.173282 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.235409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.287511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9345506'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.313813 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ebd83f-73c6-4852-a83d-0d4a728783f8,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:40.318510 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.322710 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-944192cd-b82d-479f-9fc0-057829f5baa4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/09ebd83f-73c6-4852-a83d-0d4a728783f8 HTTP/1.1" status: 204 len: 168 time: 0.2424746 Jul 12 18:22:40.322939 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55720) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:40.327663 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c27632-c2eb-4faf-9c0a-d2a1188cdb7e None None] Network 086e1d68-00db-4d97-bd1b-48f77a15ac8c requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:22:40.395060 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.465248 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Deleting port 6a07f983-6df9-4e60-849b-39ccb62be9d9 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:40.465618 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.526919 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] For port 6a07f983-6df9-4e60-849b-39ccb62be9d9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a07f983-6df9-4e60-849b-39ccb62be9d9,segment=NetworkSegment(8651867f-efab-40f3-84ce-1a1ea0315197),segment_id=8651867f-efab-40f3-84ce-1a1ea0315197)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:40.527899 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.539685 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Calling delete_port for 6a07f983-6df9-4e60-849b-39ccb62be9d9 owned by network:dhcp {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:40.616374 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.640493 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a07f983-6df9-4e60-849b-39ccb62be9d9,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:40.643812 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] No DVR routers for this DVR port 6a07f983-6df9-4e60-849b-39ccb62be9d9 on host dv-cinder-800306-3-iscsi {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:40.708968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.719495 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086e1d68-00db-4d97-bd1b-48f77a15ac8c']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:40.733276 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8651867f-efab-40f3-84ce-1a1ea0315197') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:40.733276 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8651867f-efab-40f3-84ce-1a1ea0315197') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:40.742109 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.752924 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b9f30-56b0-431a-935d-5d370c6b679b None None] DHCP port deletion for 086e1d68-00db-4d97-bd1b-48f77a15ac8c request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:22:40.757019 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.763503 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:22:40.763802 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:22:40.766496 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:22:40.789103 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f4c46ed0-7095-42c7-a4cd-fe1418da9d4b no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:40.808778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: f4c46ed0-7095-42c7-a4cd-fe1418da9d4b {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:40.809143 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f4c46ed0-7095-42c7-a4cd-fe1418da9d4b not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:40.817367 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.822236 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:40.827173 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/086e1d68-00db-4d97-bd1b-48f77a15ac8c HTTP/1.1" status: 204 len: 168 time: 0.5002384 Jul 12 18:22:40.827482 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55722) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:40.835148 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125202e3-90bb-4eac-b756-14cb89408b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=086e1d68-00db-4d97-bd1b-48f77a15ac8c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:41.165539 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:41.409918 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Deleting port f14c57d9-5d63-4568-80c4-d5209962df7b {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:41.410261 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:41.485070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] For port f14c57d9-5d63-4568-80c4-d5209962df7b, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=f14c57d9-5d63-4568-80c4-d5209962df7b,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:41.485443 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:41.497645 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Calling delete_port for f14c57d9-5d63-4568-80c4-d5209962df7b owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:41.670813 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:41.700013 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14c57d9-5d63-4568-80c4-d5209962df7b,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:41.767090 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:41.859904 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.065064 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Router 43770e3a-a707-4c26-9401-7ea60825febc has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:22:42.165780 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:22:42.171174 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a9085c5f-cef5-4c96-aee7-e3c381bfb1a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/43770e3a-a707-4c26-9401-7ea60825febc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3426919 Jul 12 18:22:42.173598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55728) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:42.176228 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Sync routers for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:22:42.185954 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:42.186568 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:42.273446 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.287251 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:42.373361 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.430699 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Deleting port a8dadcf6-b540-41b7-856b-9000f6dcaa5c {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:42.431042 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.448443 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device cdf222c5-9283-4f47-ac43-e088a752bf6d no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:42.471739 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: cdf222c5-9283-4f47-ac43-e088a752bf6d {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:42.472096 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device cdf222c5-9283-4f47-ac43-e088a752bf6d not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:42.472511 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a07f983-6df9-4e60-849b-39ccb62be9d9 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:42.493713 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 6a07f983-6df9-4e60-849b-39ccb62be9d9 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:42.494067 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a07f983-6df9-4e60-849b-39ccb62be9d9 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:42.510989 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] For port a8dadcf6-b540-41b7-856b-9000f6dcaa5c, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:42.511842 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.515528 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:22:41Z', 'revision_number': 5, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port': {'id': 'a8dadcf6-b540-41b7-856b-9000f6dcaa5c', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43770e3a-a707-4c26-9401-7ea60825febc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:17:28Z', 'updated_at': '2021-07-12T18:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:42.524526 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Calling delete_port for a8dadcf6-b540-41b7-856b-9000f6dcaa5c owned by network:router_gateway {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:42.541323 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Checking router: 43770e3a-a707-4c26-9401-7ea60825febc for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:22:42.549869 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Routers {'43770e3a-a707-4c26-9401-7ea60825febc'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:42.550463 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['43770e3a-a707-4c26-9401-7ea60825febc'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:42.635171 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] Set router 43770e3a-a707-4c26-9401-7ea60825febc gateway port host: None {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:42.690647 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:22:42Z', 'revision_number': 6, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:42.717417 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797369-d02c-4c5c-a1c7-9954260b15d2 None None] The sync data for ids ['43770e3a-a707-4c26-9401-7ea60825febc'] in dv-cinder-800306-3-iscsi is: [{'id': '43770e3a-a707-4c26-9401-7ea60825febc', 'name': 'tempest-TestShelveInstance-1119732300-router', 'tenant_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:17:27Z', 'updated_at': '2021-07-12T18:22:42Z', 'revision_number': 6, 'project_id': 'c23551b0096b45418c2e8c339a5b9d9e', 'gw_port_host': None}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:22:42.939853 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:42.968591 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dadcf6-b540-41b7-856b-9000f6dcaa5c,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:43.027844 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.117548 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.119817 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.165389 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.166009 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43770e3a-a707-4c26-9401-7ea60825febc {{(pid=93133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:22:43.170807 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.171720 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6c53d2f9-fc69-4404-bc58-2679969f9c24 admin admin] 10.222.0.39 "DELETE /v2.0/routers/43770e3a-a707-4c26-9401-7ea60825febc HTTP/1.1" status: 204 len: 168 time: 0.9972155 Jul 12 18:22:43.174192 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55732) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:43.219240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Deleting subnet 4f8b98b7-7f15-4de8-bbd9-845a1368c319 {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:22:43.222368 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.255962 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.337339 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.390783 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.420673 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8b98b7-7f15-4de8-bbd9-845a1368c319,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:43.427219 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.432257 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9daaa-3baa-47b6-beb2-b1ac7e5389c9 None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:22:43.432721 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55734) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:43.435898 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-24b9f50c-0995-4cd7-ae20-352943bc6e99 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f8b98b7-7f15-4de8-bbd9-845a1368c319 HTTP/1.1" status: 204 len: 168 time: 0.2546678 Jul 12 18:22:43.503041 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.557415 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Deleting port 2966ca95-5f09-4f7c-97b2-eb468da36b9c {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:43.557759 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.620145 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] For port 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2966ca95-5f09-4f7c-97b2-eb468da36b9c,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:43.620487 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.628598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] DHCP port deletion for 2696759d-f05b-4d30-9da6-2783f0eb8975 request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:22:43.634900 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Calling delete_port for 2966ca95-5f09-4f7c-97b2-eb468da36b9c owned by network:dhcp {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:43.672728 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Deleting port 2966ca95-5f09-4f7c-97b2-eb468da36b9c {{(pid=93135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:43.673142 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.715143 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.740957 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Pushing event deleted for resources: {'Port': ['ID=2966ca95-5f09-4f7c-97b2-eb468da36b9c,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:43.744711 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] No DVR routers for this DVR port 2966ca95-5f09-4f7c-97b2-eb468da36b9c on host dv-cinder-800306-3-iscsi {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:43.815082 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.824773 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2696759d-f05b-4d30-9da6-2783f0eb8975']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:43.837940 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733b58b6-b7ea-4226-b6a1-92cfbc069ab0') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:43.838235 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733b58b6-b7ea-4226-b6a1-92cfbc069ab0') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:43.846649 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.856613 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] For port 2966ca95-5f09-4f7c-97b2-eb468da36b9c, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2966ca95-5f09-4f7c-97b2-eb468da36b9c,segment=NetworkSegment(733b58b6-b7ea-4226-b6a1-92cfbc069ab0),segment_id=733b58b6-b7ea-4226-b6a1-92cfbc069ab0)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:43.857048 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.860787 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.866524 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:22:43.866920 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:22:43.868734 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:22:43.871803 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Calling delete_port for 2966ca95-5f09-4f7c-97b2-eb468da36b9c owned by network:dhcp {{(pid=93135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:43.920000 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.925279 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.927159 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] 10.222.0.39 "DELETE /v2.0/networks/2696759d-f05b-4d30-9da6-2783f0eb8975 HTTP/1.1" status: 204 len: 168 time: 0.4928827 Jul 12 18:22:43.939123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb64c0e-f6f0-4a04-95d5-f9eaa7ea221d admin admin] Pushing event deleted for resources: {'Network': ['ID=2696759d-f05b-4d30-9da6-2783f0eb8975,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:43.944990 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895'] for port, after_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:43.967344 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Network 2696759d-f05b-4d30-9da6-2783f0eb8975 is not hosted by any dhcp agent {{(pid=93135) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jul 12 18:22:43.967793 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] No DVR routers for this DVR port 2966ca95-5f09-4f7c-97b2-eb468da36b9c on host dv-cinder-800306-3-iscsi {{(pid=93135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:43.969508 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20547c-abbc-4077-91ab-11474fbe7b7d None None] Pushing event deleted for resources: {'Port': ['ID=2966ca95-5f09-4f7c-97b2-eb468da36b9c,revision_number=None']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:44.038481 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55740) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:44.076155 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-8613c46f-a696-4f30-876d-05b5c83247ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e6698a7d9a84f71b235f312e48eba38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364950 Jul 12 18:22:44.078372 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55742) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:44.124409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.148409 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.195925 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.198682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.199874 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f646ed9e-6be1-4c89-90b4-2f361bd9eb90 HTTP/1.1" status: 204 len: 168 time: 0.1205878 Jul 12 18:22:44.207387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7b192-2210-461c-b6fa-cf0546fcad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646ed9e-6be1-4c89-90b4-2f361bd9eb90,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:44.366608 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f14c57d9-5d63-4568-80c4-d5209962df7b no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:44.389737 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: f14c57d9-5d63-4568-80c4-d5209962df7b {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:44.390093 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device f14c57d9-5d63-4568-80c4-d5209962df7b not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:44.390479 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device a8dadcf6-b540-41b7-856b-9000f6dcaa5c no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:44.408292 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: a8dadcf6-b540-41b7-856b-9000f6dcaa5c {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:44.408635 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device a8dadcf6-b540-41b7-856b-9000f6dcaa5c not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:44.409063 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2966ca95-5f09-4f7c-97b2-eb468da36b9c no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:44.426739 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 2966ca95-5f09-4f7c-97b2-eb468da36b9c {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:44.427080 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2966ca95-5f09-4f7c-97b2-eb468da36b9c not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:44.499463 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55748) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:44.538596 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7fbcb366-66c1-4574-a128-a0e1c565612f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c23551b0096b45418c2e8c339a5b9d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379117 Jul 12 18:22:44.540786 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55750) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:44.588549 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.609635 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.654215 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.656948 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:44.658180 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93fb3113-5522-4745-b1ac-148a2d5d9bcd HTTP/1.1" status: 204 len: 168 time: 0.1164274 Jul 12 18:22:44.665736 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5914-d500-4341-a7f5-5aa1aa2bd7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb3113-5522-4745-b1ac-148a2d5d9bcd,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:45.057513 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:46.038526 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:22:49.343594 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b38e-5bf0-44d6-8fe0-ebd2f14641c9 req-edf5edbe-ef5b-460f-b159-44815b19f475 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:49.345156 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c46b38e-5bf0-44d6-8fe0-ebd2f14641c9 req-edf5edbe-ef5b-460f-b159-44815b19f475 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0608876 Jul 12 18:22:49.381178 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-2c46b38e-5bf0-44d6-8fe0-ebd2f14641c9 req-072f56dd-ff64-412f-b91f-aabbf032d645 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303280 Jul 12 18:22:50.552578 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d24164-3b68-47de-97d2-baa20d8e2622 req-60918d2c-916a-4862-ab3b-753501b8692c tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:50.554071 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d5d24164-3b68-47de-97d2-baa20d8e2622 req-60918d2c-916a-4862-ab3b-753501b8692c tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0647438 Jul 12 18:22:50.590074 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d5d24164-3b68-47de-97d2-baa20d8e2622 req-576e4e90-9bb3-4503-b19c-00b09ffccba7 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups?id=65080e3b-5e45-446c-b1f9-7a153131c660&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298793 Jul 12 18:22:51.102379 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761637-866f-440f-8844-58f7a42c6929 req-a7834f3b-8df5-4777-8b7c-4439e1bc012a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:22:51.103804 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-12761637-866f-440f-8844-58f7a42c6929 req-a7834f3b-8df5-4777-8b7c-4439e1bc012a tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 945 time: 0.0606499 Jul 12 18:22:51.203073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Deleting port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:51.203420 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.287589 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] For port ac3c3b57-4f76-49eb-a3bf-1321b4b42402, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:51.287944 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.452236 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.452525 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.452865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Floating IP 0f7dd810-5b69-4e35-b9d7-af707423409f disassociated. External IP: 172.27.3.58, port: ac3c3b57-4f76-49eb-a3bf-1321b4b42402. Jul 12 18:22:51.453207 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Calling delete_port for ac3c3b57-4f76-49eb-a3bf-1321b4b42402 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:51.573305 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.604131 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'Port': ['ID=ac3c3b57-4f76-49eb-a3bf-1321b4b42402,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:51.716808 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:22:51.729360 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-c0350afd-12ca-4eef-8f77-bbfb4d5685e6 req-d894aaf2-b713-4f97-ada1-72e2c4220ffe tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/ports?device_id=67bd2124-c1b8-4b26-bfd2-b93a5386b153 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Jul 12 18:22:51.820720 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:22:51.830016 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:22:51.839329 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:51.840045 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:51.866258 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] No DVR routers for this DVR port ac3c3b57-4f76-49eb-a3bf-1321b4b42402 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:51.869288 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:51.871810 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-12761637-866f-440f-8844-58f7a42c6929 req-98abf4b2-7de8-41e7-8323-435267017bdc tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.38 "DELETE /v2.0/ports/ac3c3b57-4f76-49eb-a3bf-1321b4b42402 HTTP/1.1" status: 204 len: 173 time: 0.7615547 Jul 12 18:22:51.872629 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'name': 'network-vif-deleted', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:22:51.875617 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87602ba7-4725-4dad-b2c4-2ac11a49101d" -d '{"events": [{"server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "name": "network-vif-deleted", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:22:51.913038 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65feb67-6712-4c35-91a7-502d2c2be959 x-openstack-request-id: req-b65feb67-6712-4c35-91a7-502d2c2be959 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:22:51.913365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bd2124-c1b8-4b26-bfd2-b93a5386b153", "name": "network-vif-deleted", "tag": "ac3c3b57-4f76-49eb-a3bf-1321b4b42402", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:22:51.913614 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b65feb67-6712-4c35-91a7-502d2c2be959 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:22:51.914001 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bd2124-c1b8-4b26-bfd2-b93a5386b153', 'name': 'network-vif-deleted', 'tag': 'ac3c3b57-4f76-49eb-a3bf-1321b4b42402', 'status': 'completed', 'code': 200} Jul 12 18:22:51.949371 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:52.157058 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:52.182304 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:22:52.190716 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:52.190885 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:52.289375 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:52.480354 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:52.508926 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78012262-089a-4a05-b875-4b011cda2c9a None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:18:09Z', 'revision_number': 4, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '35543b59-0663-4d2c-bd44-c77d51254312', 'name': '', 'network_id': '6cec1466-a8ba-4798-9dc7-51d177cad8bd', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'mac_address': 'fa:16:3e:7c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:09Z', 'updated_at': '2021-07-12T18:18:14Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'subnets': [{'id': '6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:22:52.710529 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d0306-9263-41c2-a63d-624019fe628c None None] New status for floating IP 0f7dd810-5b69-4e35-b9d7-af707423409f: DOWN {{(pid=93135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:22:52.849770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55808) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:52.905009 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:52.927360 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:52.974207 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:52.977134 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:52.978290 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "DELETE /v2.0/security-groups/65080e3b-5e45-446c-b1f9-7a153131c660 HTTP/1.1" status: 204 len: 168 time: 0.1274159 Jul 12 18:22:52.981163 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55810) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:52.987257 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee05d1-2681-4c19-b0bb-9805ed47557f tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65080e3b-5e45-446c-b1f9-7a153131c660,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:52.998172 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.api.v2.resource [None req-b143be06-4ba4-469c-b98d-aee556b77920 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] show failed (client error): The resource could not be found. Jul 12 18:22:52.999215 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b143be06-4ba4-469c-b98d-aee556b77920 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "GET /v2.0/security-groups/65080e3b-5e45-446c-b1f9-7a153131c660 HTTP/1.1" status: 404 len: 347 time: 0.0169189 Jul 12 18:22:53.002036 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55812) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:53.119975 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Deleting port 847490a3-7dbf-469c-a170-f12b02b0d2fd {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:53.120767 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.194717 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.195043 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.206541 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Calling delete_port for 847490a3-7dbf-469c-a170-f12b02b0d2fd owned by network:floatingip {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:53.331240 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.356152 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Pushing event deleted for resources: {'Port': ['ID=847490a3-7dbf-469c-a170-f12b02b0d2fd,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:53.415386 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.418303 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:53.419438 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-51a154e6-57dd-48bb-bea7-706668e4af52 tempest-AttachVolumeTestJSON-1054884886 tempest-AttachVolumeTestJSON-1054884886-project] 10.222.0.39 "DELETE /v2.0/floatingips/0f7dd810-5b69-4e35-b9d7-af707423409f HTTP/1.1" status: 204 len: 168 time: 0.4165144 Jul 12 18:22:53.435239 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac3c3b57-4f76-49eb-a3bf-1321b4b42402 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:22:53.458755 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: ac3c3b57-4f76-49eb-a3bf-1321b4b42402 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:22:53.459105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device ac3c3b57-4f76-49eb-a3bf-1321b4b42402 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:22:57.079451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55840) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:57.409890 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:57.656621 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Deleting port 35543b59-0663-4d2c-bd44-c77d51254312 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:57.656994 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:57.730326 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] For port 35543b59-0663-4d2c-bd44-c77d51254312, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=35543b59-0663-4d2c-bd44-c77d51254312,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:57.730678 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:57.743229 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Calling delete_port for 35543b59-0663-4d2c-bd44-c77d51254312 owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:57.912246 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:57.941396 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Pushing event deleted for resources: {'Port': ['ID=35543b59-0663-4d2c-bd44-c77d51254312,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:58.106858 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:58.309473 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Router acc1a333-f971-464a-882a-e23fadc3e18b has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:22:58.417479 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:22:58.423086 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-07a0a81a-a11d-4081-9a04-4b2107059635 admin admin] 10.222.0.39 "PUT /v2.0/routers/acc1a333-f971-464a-882a-e23fadc3e18b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3425980 Jul 12 18:22:58.425675 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55842) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:58.426695 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Sync routers for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:22:58.435671 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:58.436283 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:58.525219 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:58.536160 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:58.620916 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:58.674494 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Deleting port ca39584d-365c-41e4-9439-b7ad54d50ee6 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:58.674836 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:58.708610 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:22:57Z', 'revision_number': 5, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port': {'id': 'ca39584d-365c-41e4-9439-b7ad54d50ee6', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:18:07Z', 'updated_at': '2021-07-12T18:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:58.735249 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Checking router: acc1a333-f971-464a-882a-e23fadc3e18b for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:22:58.743564 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Routers {'acc1a333-f971-464a-882a-e23fadc3e18b'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:22:58.744169 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:22:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['acc1a333-f971-464a-882a-e23fadc3e18b'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:58.750851 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] For port ca39584d-365c-41e4-9439-b7ad54d50ee6, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=ca39584d-365c-41e4-9439-b7ad54d50ee6,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:58.751211 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:58.763649 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Calling delete_port for ca39584d-365c-41e4-9439-b7ad54d50ee6 owned by network:router_gateway {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:58.922102 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] Set router acc1a333-f971-464a-882a-e23fadc3e18b gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:22:58.977139 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:22:58Z', 'revision_number': 6, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:22:59.004934 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b0035-262e-4157-99c5-7d5a91c5787e None None] The sync data for ids ['acc1a333-f971-464a-882a-e23fadc3e18b'] in dv-cinder-800306-3-iscsi is: [{'id': 'acc1a333-f971-464a-882a-e23fadc3e18b', 'name': 'tempest-AttachVolumeTestJSON-1746331398-router', 'tenant_id': '7f9784eb7ea143468d1d4e1d37356de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:18:06Z', 'updated_at': '2021-07-12T18:22:58Z', 'revision_number': 6, 'project_id': '7f9784eb7ea143468d1d4e1d37356de5', 'gw_port_host': None}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:22:59.176746 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.210209 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca39584d-365c-41e4-9439-b7ad54d50ee6,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:59.266545 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.355678 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.358489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.405478 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.406023 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acc1a333-f971-464a-882a-e23fadc3e18b {{(pid=93133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:22:59.410358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.411527 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7372039e-67cf-4a87-85cc-a703476672b2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/acc1a333-f971-464a-882a-e23fadc3e18b HTTP/1.1" status: 204 len: 168 time: 0.9849122 Jul 12 18:22:59.413994 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55844) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:59.458374 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Deleting subnet 6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:22:59.461519 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.495922 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.573969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.624472 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.649929 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:59.651864 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.655555 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-e3e72c01-27a4-44b7-a490-675c75044f2b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d5d89f6-74c3-48dd-b5c1-4e77f7e040fb HTTP/1.1" status: 204 len: 168 time: 0.2392869 Jul 12 18:22:59.656103 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b383378-9c1a-46d6-9a08-da12b40a3298 None None] Network 6cec1466-a8ba-4798-9dc7-51d177cad8bd requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:22:59.656913 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55846) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:22:59.724275 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.777589 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Deleting port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:59.777949 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.838795 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] For port 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=04e04034-9139-4e7a-b4b5-05f2b87bdc77,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:59.838795 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.846230 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] DHCP port deletion for 6cec1466-a8ba-4798-9dc7-51d177cad8bd request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:22:59.855875 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Calling delete_port for 04e04034-9139-4e7a-b4b5-05f2b87bdc77 owned by network:dhcp {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:22:59.891550 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Deleting port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 {{(pid=93135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:22:59.891926 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.932965 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.953540 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] For port 04e04034-9139-4e7a-b4b5-05f2b87bdc77, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=04e04034-9139-4e7a-b4b5-05f2b87bdc77,segment=NetworkSegment(3b26a5b3-b4f7-40de-b464-915dcc9d1d64),segment_id=3b26a5b3-b4f7-40de-b464-915dcc9d1d64)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:22:59.953997 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:22:59.958169 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e04034-9139-4e7a-b4b5-05f2b87bdc77,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:22:59.962092 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] No DVR routers for this DVR port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 on host dv-cinder-800306-3-iscsi {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:22:59.972432 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Calling delete_port for 04e04034-9139-4e7a-b4b5-05f2b87bdc77 owned by network:dhcp {{(pid=93135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:23:00.034238 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.044429 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cec1466-a8ba-4798-9dc7-51d177cad8bd']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:00.054976 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b26a5b3-b4f7-40de-b464-915dcc9d1d64') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:00.055218 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895'] for port, after_delete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.055329 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b26a5b3-b4f7-40de-b464-915dcc9d1d64') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:00.068460 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.080556 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] Pushing event deleted for resources: {'Port': ['ID=04e04034-9139-4e7a-b4b5-05f2b87bdc77,revision_number=None']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:00.082117 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.083894 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b801f46-fc02-4f9a-b3b8-b3d4d9e9e03d None None] No DVR routers for this DVR port 04e04034-9139-4e7a-b4b5-05f2b87bdc77 on host dv-cinder-800306-3-iscsi {{(pid=93135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:23:00.087873 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:23:00.088287 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:23:00.090380 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:23:00.141348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.146407 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.148243 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6cec1466-a8ba-4798-9dc7-51d177cad8bd HTTP/1.1" status: 204 len: 168 time: 0.4902904 Jul 12 18:23:00.159296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad59b1-d053-42c8-8935-17f337910c30 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cec1466-a8ba-4798-9dc7-51d177cad8bd,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:00.302836 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55850) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:00.349765 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-331373cb-ae28-4380-9a05-677cb13b2a45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f9784eb7ea143468d1d4e1d37356de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455234 Jul 12 18:23:00.351891 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55852) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:00.378379 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 04e04034-9139-4e7a-b4b5-05f2b87bdc77 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:23:00.397907 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 04e04034-9139-4e7a-b4b5-05f2b87bdc77 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:23:00.398261 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 04e04034-9139-4e7a-b4b5-05f2b87bdc77 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:23:00.398672 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ca39584d-365c-41e4-9439-b7ad54d50ee6 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:23:00.400213 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.416730 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: ca39584d-365c-41e4-9439-b7ad54d50ee6 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:23:00.417130 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device ca39584d-365c-41e4-9439-b7ad54d50ee6 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:23:00.417532 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 35543b59-0663-4d2c-bd44-c77d51254312 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:23:00.420289 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.435544 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 35543b59-0663-4d2c-bd44-c77d51254312 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:23:00.435891 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 35543b59-0663-4d2c-bd44-c77d51254312 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:23:00.466167 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.468750 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:00.469955 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f403071-4216-4c9f-9c24-6b9f02381fdd HTTP/1.1" status: 204 len: 168 time: 0.1171536 Jul 12 18:23:00.477755 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79913e4-0bb6-4e63-904a-b5754bd4e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f403071-4216-4c9f-9c24-6b9f02381fdd,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:01.974465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 55898) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:02.074808 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8043-3d21-45ad-a021-c6946d715c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.159931 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8043-3d21-45ad-a021-c6946d715c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.163592 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-aa1d8043-3d21-45ad-a021-c6946d715c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.199178 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-aa1d8043-3d21-45ad-a021-c6946d715c27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49f48c39c66148d7b27e10b32b2257e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236860 Jul 12 18:23:02.201024 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d8043-3d21-45ad-a021-c6946d715c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3aee2-b3db-4397-935f-21aef8beb843,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:02.201987 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55902) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:02.250074 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.270373 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.315045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.318142 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.322421 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38c3aee2-b3db-4397-935f-21aef8beb843 HTTP/1.1" status: 204 len: 168 time: 0.1193063 Jul 12 18:23:02.334921 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e215e9b-09e2-4a33-b499-89e623e3e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3aee2-b3db-4397-935f-21aef8beb843,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:02.577960 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55908) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:02.591437 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a885-1f47-4bd4-9b30-c33c37b45af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.679855 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a885-1f47-4bd4-9b30-c33c37b45af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.682840 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a885-1f47-4bd4-9b30-c33c37b45af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.719184 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2a885-1f47-4bd4-9b30-c33c37b45af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d07227-ba76-40ef-9846-b9ba535b1230,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:02.723437 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-d4b2a885-1f47-4bd4-9b30-c33c37b45af1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05708719b1b34de2bc28d9a5de262eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445091 Jul 12 18:23:02.726151 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 55910) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:02.772355 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.792133 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.835366 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.837902 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:02.839003 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43d07227-ba76-40ef-9846-b9ba535b1230 HTTP/1.1" status: 204 len: 168 time: 0.1120934 Jul 12 18:23:02.846395 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73ee99-6fc9-4a48-b89e-95da171c389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d07227-ba76-40ef-9846-b9ba535b1230,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:06.528453 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-07c5293d-1942-4171-a28c-8c12c7c0ef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:08.978741 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56030) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:09.078968 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9ab86e2e-7dcb-47f1-a442-03277db3167b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.113626 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-79ac6100-e0f6-4448-a2ee-6bbd13ac1048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.165579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9ab86e2e-7dcb-47f1-a442-03277db3167b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.169159 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-9ab86e2e-7dcb-47f1-a442-03277db3167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.204751 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-9ab86e2e-7dcb-47f1-a442-03277db3167b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dae4be49f0dc4221b397377e19ca698b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249274 Jul 12 18:23:09.206595 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab86e2e-7dcb-47f1-a442-03277db3167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd4045-a7e1-4918-ae54-91c54cdd6668,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:09.207490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56034) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:09.253961 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.274645 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.322552 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.325794 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.326919 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ecd4045-a7e1-4918-ae54-91c54cdd6668 HTTP/1.1" status: 204 len: 168 time: 0.1184545 Jul 12 18:23:09.334255 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27330807-5b68-44b5-b28f-a6de267cb8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd4045-a7e1-4918-ae54-91c54cdd6668,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:09.555188 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.578985 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56040) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:09.591749 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-89b0f5b8-fe98-482f-8073-df9322d22384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.680077 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-89b0f5b8-fe98-482f-8073-df9322d22384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.683467 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-89b0f5b8-fe98-482f-8073-df9322d22384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.721456 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-89b0f5b8-fe98-482f-8073-df9322d22384 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8853cf0944b4bb7a8cee46c78348148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414218 Jul 12 18:23:09.722303 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0f5b8-fe98-482f-8073-df9322d22384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16017c9d-b5dd-4282-82d5-ae57e0b92dfe,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:09.724258 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56042) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:09.771696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.791954 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.835652 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.838254 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:09.839370 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16017c9d-b5dd-4282-82d5-ae57e0b92dfe HTTP/1.1" status: 204 len: 168 time: 0.1140633 Jul 12 18:23:09.847288 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53102-c965-4db0-a913-0f3f204c8f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16017c9d-b5dd-4282-82d5-ae57e0b92dfe,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:10.173985 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:11.750596 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56112) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:11.767598 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:11.848175 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-388439de-1397-45c0-9bac-09815bba91a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:11.930008 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-388439de-1397-45c0-9bac-09815bba91a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:11.933236 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-388439de-1397-45c0-9bac-09815bba91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:11.969915 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-388439de-1397-45c0-9bac-09815bba91a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cfff7ca4a6e4b47bddf673a99cb0250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182963 Jul 12 18:23:11.970608 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388439de-1397-45c0-9bac-09815bba91a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8333a2-d4dc-435f-9319-b8f5ae463f1f,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:11.973270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56116) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:12.021324 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.043735 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.087790 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.090286 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.091409 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da8333a2-d4dc-435f-9319-b8f5ae463f1f HTTP/1.1" status: 204 len: 168 time: 0.1169086 Jul 12 18:23:12.098670 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41fd1b-7ac4-4d8b-962a-dd3a1971328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8333a2-d4dc-435f-9319-b8f5ae463f1f,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:12.337386 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56122) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:12.350720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a77a0a9d-61a6-42b9-b260-ee2dc05053cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.432123 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a77a0a9d-61a6-42b9-b260-ee2dc05053cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.435802 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-a77a0a9d-61a6-42b9-b260-ee2dc05053cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.471470 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a77a0a9d-61a6-42b9-b260-ee2dc05053cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65e8dd2c7957456eb5ab925c4fbdbf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330123 Jul 12 18:23:12.473348 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a0a9d-61a6-42b9-b260-ee2dc05053cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744287ed-5f50-4f92-95c9-f4f9c9420f96,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:12.474185 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56124) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:12.524105 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.544753 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.587252 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.589770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:12.591397 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/744287ed-5f50-4f92-95c9-f4f9c9420f96 HTTP/1.1" status: 204 len: 168 time: 0.1161594 Jul 12 18:23:12.598784 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85daece-15f5-4e8c-b3ad-3e204263268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744287ed-5f50-4f92-95c9-f4f9c9420f96,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:13.564353 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56154) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:13.665911 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6ee5996d-ace0-4172-9f1e-e13f6d229c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.753840 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6ee5996d-ace0-4172-9f1e-e13f6d229c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.757182 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-6ee5996d-ace0-4172-9f1e-e13f6d229c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.791496 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5996d-ace0-4172-9f1e-e13f6d229c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef22db7f-a792-4057-af14-eccd9bbf15bc,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:13.796252 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-6ee5996d-ace0-4172-9f1e-e13f6d229c82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b593afa24e854ace943022aa21ba3a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308345 Jul 12 18:23:13.798831 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56158) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:13.846073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.866846 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.912802 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.915238 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:13.916345 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef22db7f-a792-4057-af14-eccd9bbf15bc HTTP/1.1" status: 204 len: 168 time: 0.1166260 Jul 12 18:23:13.924160 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e49b-0a51-492c-bc19-df592ea31f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef22db7f-a792-4057-af14-eccd9bbf15bc,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:15.057049 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.328090 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56202) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:17.426100 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-184bfd54-5d6c-4cf8-8638-d81060af03e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.512722 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-184bfd54-5d6c-4cf8-8638-d81060af03e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.516414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-184bfd54-5d6c-4cf8-8638-d81060af03e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.553553 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-184bfd54-5d6c-4cf8-8638-d81060af03e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3226494aae564dde9e52bb1e6d1a7711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244222 Jul 12 18:23:17.554398 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfd54-5d6c-4cf8-8638-d81060af03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad0af27-0f98-4447-af9d-be296f69d827,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:17.556158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56206) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:17.603447 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.623961 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.668981 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.671612 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:17.672738 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ad0af27-0f98-4447-af9d-be296f69d827 HTTP/1.1" status: 204 len: 168 time: 0.1155810 Jul 12 18:23:17.680107 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5ead1-2116-4cd2-ba9d-6163ff784c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad0af27-0f98-4447-af9d-be296f69d827,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:18.605090 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56236) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:18.705611 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ebd740ff-e717-4c89-b9aa-9d5304f39b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.788846 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ebd740ff-e717-4c89-b9aa-9d5304f39b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.792346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-ebd740ff-e717-4c89-b9aa-9d5304f39b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.829171 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-ebd740ff-e717-4c89-b9aa-9d5304f39b97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ea7d1a763254bccb252ef6f279b1970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229428 Jul 12 18:23:18.831132 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd740ff-e717-4c89-b9aa-9d5304f39b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f134cc66-891a-4e92-bb3b-e840edfa2652,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:18.831870 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56240) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:18.882383 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.902168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.947479 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.950058 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:18.951185 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f134cc66-891a-4e92-bb3b-e840edfa2652 HTTP/1.1" status: 204 len: 168 time: 0.1183202 Jul 12 18:23:18.958443 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0107283-3204-498b-a419-a1650a34d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f134cc66-891a-4e92-bb3b-e840edfa2652,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:21.084041 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-b2e4b10c-1758-4125-8f07-bd1dedeaca54 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280590 Jul 12 18:23:21.511146 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-13160912-d428-47f2-bfea-5422090f1dd2 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:21.513180 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-13160912-d428-47f2-bfea-5422090f1dd2 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4242833 Jul 12 18:23:21.526850 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-6345d9c3-974f-4108-b8f5-b0c86f23018e tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/quotas/f60d510729fc4dd3a351ef3c81274a0e HTTP/1.1" status: 200 len: 375 time: 0.0085199 Jul 12 18:23:21.561320 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-4aacd900-4db3-43e2-8640-44ff290819ba tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297008 Jul 12 18:23:21.725814 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0ffa5778-22be-4aa3-a23c-a0544b09a2b0 req-1552634c-6867-43e1-b2d5-7eb49f467974 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0289352 Jul 12 18:23:21.842437 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b7cfa-ec83-4689-9e5a-82fad9372675 req-062cd86e-861d-4851-83d5-c5f8b539973b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:21.843918 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b0b7cfa-ec83-4689-9e5a-82fad9372675 req-062cd86e-861d-4851-83d5-c5f8b539973b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0644565 Jul 12 18:23:21.880913 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b0b7cfa-ec83-4689-9e5a-82fad9372675 req-5f84ef1f-211b-4675-9cf1-f8b295e98596 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Jul 12 18:23:22.807819 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0a6dfbf4-5d27-463c-a51f-732a4dbde61c req-7dd60956-6d30-4af5-b25f-2ce7c021c7cd tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0271568 Jul 12 18:23:23.036360 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:23:23.051466 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251212f-9c66-450d-95a2-f56bbf1d68d1 req-082c2ce3-5d91-4afb-a80d-01f7062b8e11 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:23.052994 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d251212f-9c66-450d-95a2-f56bbf1d68d1 req-082c2ce3-5d91-4afb-a80d-01f7062b8e11 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0625904 Jul 12 18:23:23.089518 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d251212f-9c66-450d-95a2-f56bbf1d68d1 req-cdb5d3f8-b8ee-44ee-971c-50457600f1d0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304852 Jul 12 18:23:23.514766 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-4a7651fd-9730-47f3-9ad5-38cd5094e922 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:23.516190 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-4a7651fd-9730-47f3-9ad5-38cd5094e922 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 945 time: 0.0641162 Jul 12 18:23:23.612805 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:23:23.613180 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:23.703635 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] For port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:23.703997 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:23.870414 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:23.870838 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:23.871157 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP d1037551-b6cb-4c83-afd5-631bfaaf431b disassociated. External IP: 172.27.3.220, port: a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3. Jul 12 18:23:23.871502 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:23:23.892511 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f31721dc-69a2-436c-918e-8d302be1d513 req-07367093-bdd6-42bc-8e3d-054339225cf0 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0325668 Jul 12 18:23:23.998494 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:24.026513 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:24.140037 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:23:24.254373 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-78937248-a73c-4e75-b217-e4406c2d5f19 req-427bf2ec-0814-46d2-9cac-8f2aba165980 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=1aee28f9-b219-4a8c-88cd-68ba49c717ea HTTP/1.1" status: 200 len: 210 time: 0.0569663 Jul 12 18:23:24.270788 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:23:24.281794 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:23:24.290930 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:23:24.291810 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:23:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:24.313451 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] No DVR routers for this DVR port a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:23:24.315878 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:24.317828 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-074ef264-88cc-4a4c-b858-0757da7c7ea7 req-302b0b45-56fe-4471-82b2-b3b7d6c32c85 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "DELETE /v2.0/ports/a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 HTTP/1.1" status: 204 len: 173 time: 0.7953031 Jul 12 18:23:24.318275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'name': 'network-vif-deleted', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:24.320490 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814b42a-5d0e-4b9f-941f-7c527294cf80" -d '{"events": [{"server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "name": "network-vif-deleted", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:24.366714 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f8e56-863d-4298-898f-83108a2606ac x-openstack-request-id: req-d28f8e56-863d-4298-898f-83108a2606ac {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:24.367012 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aee28f9-b219-4a8c-88cd-68ba49c717ea", "name": "network-vif-deleted", "tag": "a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:24.367351 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d28f8e56-863d-4298-898f-83108a2606ac {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:24.367673 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aee28f9-b219-4a8c-88cd-68ba49c717ea', 'name': 'network-vif-deleted', 'tag': 'a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3', 'status': 'completed', 'code': 200} Jul 12 18:23:24.403029 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:23:24.602266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:24.629516 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:23:24.638403 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:23:24.639003 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:23:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:24.745324 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:23:24.937987 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:24.968049 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13e89b8-273d-4d84-b6d6-ad0d28afe0a8 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:23:24.988099 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-5ce0be76-b0c5-4108-8039-309836489d16 req-b498c91d-b356-4e8d-9227-95367584102a tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0352831 Jul 12 18:23:25.219860 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed95a5b0-5b14-401a-9db2-8664a74f4073 None None] New status for floating IP d1037551-b6cb-4c83-afd5-631bfaaf431b: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:23:25.584224 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-25b1cedf-b67a-46a4-8691-f15f32ef1d11 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960399473&fields=id&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 267 time: 0.0316656 Jul 12 18:23:25.608777 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:23:25.627712 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:23:25.628045 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device a67ad185-e9ec-4e1a-92d2-a33ea18ad2d3 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:23:25.685935 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-7f765fb0-1e8d-489c-8b00-c1d5e9ca4179 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:25.687733 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-7f765fb0-1e8d-489c-8b00-c1d5e9ca4179 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.0968060 Jul 12 18:23:25.703646 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-06c26f19-cc1a-41a7-b96c-4124668643cc tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/quotas/83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 375 time: 0.0105445 Jul 12 18:23:25.773685 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-c8f46bdd-8604-4af2-9b57-3b2e3c2b982e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646505 Jul 12 18:23:25.863917 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-9d46c425-6d42-4e75-98ab-f1aac127dcc3 service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789850 Jul 12 18:23:25.952987 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-5c31e9d9-c352-41f4-8307-12219feceff2 service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831368 Jul 12 18:23:26.138210 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5b6f84f3-b3d9-462f-9f3d-2c9979d00daa req-064a8305-5ad5-485c-b68c-41896f38c8c1 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0407281 Jul 12 18:23:26.252695 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b7d5c7e8-eb2e-4e7b-8e48-c808975ce4b1 req-2d9e85c5-ed06-40f4-83e8-60d4ba830104 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 210 time: 0.0290728 Jul 12 18:23:26.894695 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-6cdd5e4f-f957-41a0-a338-af4c28ced118 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311639 Jul 12 18:23:27.075707 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-7a6ed56a-df44-4081-8392-b0f301839ea9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:27.077161 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-7a6ed56a-df44-4081-8392-b0f301839ea9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742282 Jul 12 18:23:27.100896 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Request body: {'port': {'device_id': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668', 'admin_state_up': True, 'tenant_id': 'f60d510729fc4dd3a351ef3c81274a0e'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:23:27.211215 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Made reservation on behalf of f60d510729fc4dd3a351ef3c81274a0e for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:23:27.214798 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.223898 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks [] for security_group, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.286995 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-41b9f2e2-665d-4dbc-8599-c3f1bf80c7e4 req-0c7f69e8-d50b-4373-bd25-5133dea6a43f tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0315590 Jul 12 18:23:27.348447 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.351956 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.422812 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33be301a-e806-4c4d-b9f8-fc30938bc929,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:27.456886 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-dab353fa-11d8-4d43-ad63-c48caca7efeb req-ce087020-5be7-4482-bee3-6d2b6fa95463 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 210 time: 0.0855470 Jul 12 18:23:27.501728 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Allocated IP 192.168.233.196 (3e85933c-8b5a-41db-9fdf-2f7e7188e668/a6a7ba92-9f34-427b-8bbd-6d235eedbb2e/64d8a41f-d1be-494f-bad0-e2d63f1dfbad) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:23:27.513339 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-44c99b26-db3f-4b8e-8316-706859c481c5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:27.514783 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-44c99b26-db3f-4b8e-8316-706859c481c5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.1311457 Jul 12 18:23:27.567013 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-734f13b1-70fe-477f-9469-6094c17c1345 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 379 time: 0.0348477 Jul 12 18:23:27.575465 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'port': {'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'admin_state_up': True, 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'security_groups': ['3ab5611c-123d-4b9f-946e-786e684100ef']}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:23:27.654106 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.668304 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Transition to ACTIVE for port object 64d8a41f-d1be-494f-bad0-e2d63f1dfbad will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:23:27.685079 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Made reservation on behalf of 83382e8db38a45af8d2c053b02eee3c6 for: {'port': 1} {{(pid=93134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:23:27.688623 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.710568 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.752809 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:23:27.757733 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:23:27.760057 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:23:27.791609 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Pushing event updated for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:27.816870 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:27.817990 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.831753 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_common [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.20.0.11 (5b30b472-85cf-438a-b066-896b79fc8412/9af1949d-5d8c-4f45-898d-e2bf34db62e2/626c10e7-9371-4b71-abd8-afd62f3f0cdf) {{(pid=93134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:23:27.833056 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-a62c931a-8789-472b-a342-be6e4527f7d9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7355828 Jul 12 18:23:27.851598 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Request body: {'port': {'device_id': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:23:27.934331 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.960674 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-da703a00-84d7-451e-b78b-3968de624726 None None] Provisioning for port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:23:27.965350 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-da703a00-84d7-451e-b78b-3968de624726 None None] Provisioning complete for port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:27.965789 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-da703a00-84d7-451e-b78b-3968de624726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:27.986689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.002574 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-da703a00-84d7-451e-b78b-3968de624726 None None] Port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:23:28.003868 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Transition to ACTIVE for port object 626c10e7-9371-4b71-abd8-afd62f3f0cdf will not be triggered until provisioned by entity DHCP. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:23:28.039682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8903668'] for port, after_create {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.090835 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:23:28.094270 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.base_scheduler [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:23:28.098734 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:23:28.102721 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=1']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:28.132128 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.132480 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.132845 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.133191 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.133524 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.133858 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.134192 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.134591 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.134837 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.135164 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.135492 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.135815 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:28.172763 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:28.173702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.193605 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-94afcfa7-aa51-4881-bcee-22d0087475b9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6219125 Jul 12 18:23:28.217742 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.v2.base [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Request body: {'port': {'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:23:28.232977 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d8a41f-d1be-494f-bad0-e2d63f1dfbad {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:23:28.241706 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.255996 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Transition to ACTIVE for port object 64d8a41f-d1be-494f-bad0-e2d63f1dfbad will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:23:28.261703 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.316522 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Pushing event updated for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:28.319349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.407024 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Attempting to bind port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:23:28.407604 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Attempting to bind port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:23:28.407959 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Attempting to bind port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad on network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:23:28.413392 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad on network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:23:28.413682 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Attempting to bind port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad on network 3e85933c-8b5a-41db-9fdf-2f7e7188e668 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:23:28.440025 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:23:28.440427 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Checking segment: {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:23:28.441134 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Bound using segment: {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:23:28.441738 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Bound port: 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b4fdad-c285-436a-8f09-ce724c221ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:23:28.442119 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.443920 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-8aebabd7-f7f7-4ad9-829d-cb51fe1e0576 None None] Provisioning for port 626c10e7-9371-4b71-abd8-afd62f3f0cdf completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:23:28.449738 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-8aebabd7-f7f7-4ad9-829d-cb51fe1e0576 None None] Provisioning complete for port 626c10e7-9371-4b71-abd8-afd62f3f0cdf triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:28.450110 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8aebabd7-f7f7-4ad9-829d-cb51fe1e0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.513306 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-8aebabd7-f7f7-4ad9-829d-cb51fe1e0576 None None] Port 626c10e7-9371-4b71-abd8-afd62f3f0cdf cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:23:28.546039 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:23:28.561871 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:23:28.570431 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.616975 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:28.617585 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.618985 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] 10.222.0.38 "PUT /v2.0/ports/64d8a41f-d1be-494f-bad0-e2d63f1dfbad HTTP/1.1" status: 200 len: 1098 time: 0.7718954 Jul 12 18:23:28.619434 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:28.621769 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8fe8d-5217-4be9-919c-18a6b4103295" -d '{"events": [{"name": "network-changed", "server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:28.641362 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677017d-46a7-4c20-9413-e7896e5473b8 req-1dcf8b0f-06a5-41b5-b7f4-d2b90f32b589 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:28.643188 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d677017d-46a7-4c20-9413-e7896e5473b8 req-1dcf8b0f-06a5-41b5-b7f4-d2b90f32b589 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 948 time: 0.1825316 Jul 12 18:23:28.685913 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626c10e7-9371-4b71-abd8-afd62f3f0cdf {{(pid=93134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:23:28.691584 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff41f96-2b19-4b61-be9f-71beab06c45c service neutron] Pushing event updated for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:28.699890 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.718199 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.provisioning_blocks [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Transition to ACTIVE for port object 626c10e7-9371-4b71-abd8-afd62f3f0cdf will not be triggered until provisioned by entity L2. {{(pid=93134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:23:28.730620 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c76c9-447d-4330-8c10-507aba8eddd4 req-7c60e163-0ad3-4153-97bd-4eff2ea1c23a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:28.732192 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1a4c76c9-447d-4330-8c10-507aba8eddd4 req-7c60e163-0ad3-4153-97bd-4eff2ea1c23a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 932 time: 0.1325061 Jul 12 18:23:28.733226 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:28.734777 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d677017d-46a7-4c20-9413-e7896e5473b8 req-45612752-2776-4b32-8122-1082dd74a5f2 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Jul 12 18:23:28.767294 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-4b6f0829-26ef-43f7-b235-8669b2261749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:28.768385 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-4b6f0829-26ef-43f7-b235-8669b2261749 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 1101 time: 0.0861406 Jul 12 18:23:28.824626 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Pushing event updated for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=2']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:28.830461 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f438e322-c19d-4c16-8fae-e627a58c422d x-openstack-request-id: req-f438e322-c19d-4c16-8fae-e627a58c422d {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:28.830746 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:28.830988 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f438e322-c19d-4c16-8fae-e627a58c422d {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:28.831376 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad', 'status': 'completed', 'code': 200} Jul 12 18:23:28.832912 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-cc91a6f7-6931-4bb3-b716-2b0ca369317e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad HTTP/1.1" status: 200 len: 217 time: 0.0490682 Jul 12 18:23:28.842005 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1a4c76c9-447d-4330-8c10-507aba8eddd4 req-4843ac5f-9e61-48e7-aaf2-e50e1ec58b7b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996299 Jul 12 18:23:28.920581 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Attempting to bind port 626c10e7-9371-4b71-abd8-afd62f3f0cdf on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:23:28.920963 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Attempting to bind port 626c10e7-9371-4b71-abd8-afd62f3f0cdf by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:23:28.921194 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Attempting to bind port 626c10e7-9371-4b71-abd8-afd62f3f0cdf on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:23:28.926221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Port 626c10e7-9371-4b71-abd8-afd62f3f0cdf on network 5b30b472-85cf-438a-b066-896b79fc8412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:23:28.926547 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Attempting to bind port 626c10e7-9371-4b71-abd8-afd62f3f0cdf on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:23:28.932031 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:23:28.932388 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:23:28.932815 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Bound using segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} {{(pid=93134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:23:28.933283 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.managers [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Bound port: 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}}] {{(pid=93134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:23:28.933646 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:29.009807 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, cleared binding levels {{(pid=93134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:23:29.013696 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:23:29.018225 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8903650'] for port, after_update {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:29.052397 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.053118 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:29.054538 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] 10.222.0.38 "PUT /v2.0/ports/626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 1094 time: 0.8432517 Jul 12 18:23:29.055135 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:29.057410 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0b02a-5b03-44fa-90b3-081af72ba307" -d '{"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:29.088207 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25473ee-4cb1-4585-bafb-1de4b51aaebc service neutron] Pushing event updated for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=3']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:29.115063 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5caec5-2b3e-4ade-bb6e-70f54ace42dc x-openstack-request-id: req-8b5caec5-2b3e-4ade-bb6e-70f54ace42dc {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:29.116242 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:29.116507 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b5caec5-2b3e-4ade-bb6e-70f54ace42dc {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:29.117005 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'status': 'completed', 'code': 200} Jul 12 18:23:29.159827 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-f2cd79d6-bc95-4a7e-b313-c19d55314d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.161380 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-f2cd79d6-bc95-4a7e-b313-c19d55314d43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6a7ba92-9f34-427b-8bbd-6d235eedbb2e HTTP/1.1" status: 200 len: 843 time: 0.3213246 Jul 12 18:23:29.188114 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-4e45b0e8-1238-4d54-9630-6f3212d4663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.189372 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-4e45b0e8-1238-4d54-9630-6f3212d4663e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1097 time: 0.0571573 Jul 12 18:23:29.219202 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-1832df45-43fc-4b6a-b507-11e2e20e8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.220674 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-1832df45-43fc-4b6a-b507-11e2e20e8c6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e85933c-8b5a-41db-9fdf-2f7e7188e668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527265 Jul 12 18:23:29.240323 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-bfbaab92-59b9-478e-ba27-2986798e8043 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0377767 Jul 12 18:23:29.289375 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-9459ae91-e64f-489e-a1b7-232018287c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.290850 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-9459ae91-e64f-489e-a1b7-232018287c6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0440609 Jul 12 18:23:29.313346 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-22db0514-d701-4cc1-bb6b-d4d477823f23 service neutron] 10.222.0.38 "GET /v2.0/networks/3e85933c-8b5a-41db-9fdf-2f7e7188e668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Jul 12 18:23:29.345936 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356c360-adf5-440b-b759-b9288377e65d req-4fa6fb26-c898-4119-a8bd-9e133280ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.347358 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-4fa6fb26-c898-4119-a8bd-9e133280ebcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504026 Jul 12 18:23:29.400436 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6c528783-e402-4b06-b8ab-8407645e2c86 req-fc0ac454-2226-4d8b-a4b1-2e9ace9ad6ea service neutron] 10.222.0.38 "GET /v2.0/networks/3e85933c-8b5a-41db-9fdf-2f7e7188e668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801282 Jul 12 18:23:29.437795 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-1cc3aef8-d372-4c81-8b23-b99becdef996 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Jul 12 18:23:29.548583 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-12c80ae8-4ea1-4325-8ebf-bb3cb2158254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.550069 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-12c80ae8-4ea1-4325-8ebf-bb3cb2158254 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 1101 time: 0.0550480 Jul 12 18:23:29.574682 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f356c360-adf5-440b-b759-b9288377e65d req-4e8a7231-c9e9-49c2-b951-a38cfc7e1e91 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827179 Jul 12 18:23:29.643303 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-ba2c4d34-714a-41e1-9e86-9832ae0a379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.644752 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-ba2c4d34-714a-41e1-9e86-9832ae0a379c service neutron] 10.222.0.38 "GET /v2.0/networks?id=3e85933c-8b5a-41db-9fdf-2f7e7188e668 HTTP/1.1" status: 200 len: 870 time: 0.0874426 Jul 12 18:23:29.716275 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-bb2ed834-3890-4968-87bc-27dab4a0cd40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad HTTP/1.1" status: 200 len: 217 time: 0.0338840 Jul 12 18:23:29.735960 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-ba265769-7db3-4f14-9340-d9fc9d42629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.737483 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-ba265769-7db3-4f14-9340-d9fc9d42629a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1097 time: 0.0555346 Jul 12 18:23:29.770127 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-abc6d415-3c4b-4fa8-87cc-16f95250c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.771796 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-abc6d415-3c4b-4fa8-87cc-16f95250c15b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a6a7ba92-9f34-427b-8bbd-6d235eedbb2e HTTP/1.1" status: 200 len: 843 time: 0.0483756 Jul 12 18:23:29.831323 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-185e8914-3e1a-4551-baa6-335cd097808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.832709 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-185e8914-3e1a-4551-baa6-335cd097808e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0878246 Jul 12 18:23:29.840337 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-c375d836-60a3-4882-a7ec-a5204f46e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.841994 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-c375d836-60a3-4882-a7ec-a5204f46e9dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3e85933c-8b5a-41db-9fdf-2f7e7188e668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520921 Jul 12 18:23:29.883945 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-43675b46-57f5-4fde-8870-36c5f1992cf7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0434570 Jul 12 18:23:29.933527 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-723f8f9b-417b-4a8b-bba6-f77ac3bc1545 service neutron] 10.222.0.38 "GET /v2.0/networks/3e85933c-8b5a-41db-9fdf-2f7e7188e668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833595 Jul 12 18:23:29.959424 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-cf8c0a93-295f-4dc8-992f-2a748135a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.960961 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-cf8c0a93-295f-4dc8-992f-2a748135a28f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0607677 Jul 12 18:23:29.983941 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e65ab-787b-4e47-80ab-2bc4540ae705 req-99d7ec56-0a4d-47e0-ac02-6a7356d57d04 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:29.985395 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8f3e65ab-787b-4e47-80ab-2bc4540ae705 req-99d7ec56-0a4d-47e0-ac02-6a7356d57d04 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 948 time: 0.1383944 Jul 12 18:23:30.045045 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-8f3e65ab-787b-4e47-80ab-2bc4540ae705 req-caea3b4c-630d-4c80-90ba-f89a8f9a22e5 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Jul 12 18:23:30.054435 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-13322902-3e81-43f2-9015-f7198bc24c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:30.055918 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-13322902-3e81-43f2-9015-f7198bc24c11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877173 Jul 12 18:23:30.067163 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-f1f8fe8d-5217-4be9-919c-18a6b4103295 req-ea9fb721-5017-48a2-b9c8-0267ab1fc983 service neutron] 10.222.0.38 "GET /v2.0/networks/3e85933c-8b5a-41db-9fdf-2f7e7188e668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272428 Jul 12 18:23:30.075426 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ff405-602f-44fc-81d1-9b29e92edc8f req-cd9ce423-3ea1-49ce-a45b-7fd50f92cf5c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:30.076809 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dc7ff405-602f-44fc-81d1-9b29e92edc8f req-cd9ce423-3ea1-49ce-a45b-7fd50f92cf5c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.1287708 Jul 12 18:23:30.115500 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-dc7ff405-602f-44fc-81d1-9b29e92edc8f req-8523c628-17d6-4b32-bef1-9ad04ae64928 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328169 Jul 12 18:23:30.147995 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-57fa7fba-4510-4fce-a32d-946d40c4789c service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850050 Jul 12 18:23:30.234335 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-64c0b02a-5b03-44fa-90b3-081af72ba307 req-63bd2d18-8507-47d2-a539-d6138be3b72c service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794039 Jul 12 18:23:31.220653 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e9d1-e8d2-48ad-b5d2-ea78d13df233 req-9693a3c3-f304-47f0-b179-beb601add9fd tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:31.222152 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f5b6e9d1-e8d2-48ad-b5d2-ea78d13df233 req-9693a3c3-f304-47f0-b179-beb601add9fd tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 948 time: 0.0671787 Jul 12 18:23:31.259300 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-f5b6e9d1-e8d2-48ad-b5d2-ea78d13df233 req-71efdf10-4ab1-4ead-aba6-4dd68db5bc7b tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jul 12 18:23:31.290665 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb0606-3e33-4f8b-9ba6-af8f63fca891 req-39e90638-d5cb-4012-a76b-c8187caad4d3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:31.292160 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2efb0606-3e33-4f8b-9ba6-af8f63fca891 req-39e90638-d5cb-4012-a76b-c8187caad4d3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0654552 Jul 12 18:23:31.328571 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2efb0606-3e33-4f8b-9ba6-af8f63fca891 req-6731c8b5-9d39-4c42-bc1e-72bf732de566 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 Jul 12 18:23:31.639864 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 64d8a41f-d1be-494f-bad0-e2d63f1dfbad details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:23:31.733032 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:31.744348 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad', 'network_id': '3e85933c-8b5a-41db-9fdf-2f7e7188e668', 'port_id': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad', 'mac_address': 'fa:16:3e:2e:ec:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a7ba92-9f34-427b-8bbd-6d235eedbb2e', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:23:31.779587 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:31.791510 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d8a41f-d1be-494f-bad0-e2d63f1dfbad {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:23:31.810781 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:31.814605 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:31.865405 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:32.137446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['64d8a41f-d1be-494f-bad0-e2d63f1dfbad'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:23:32.429387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705717c8-a186-490b-9ae7-461450a765df req-a169e276-c013-4b22-9791-21a8b409a982 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:32.430900 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-705717c8-a186-490b-9ae7-461450a765df req-a169e276-c013-4b22-9791-21a8b409a982 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 949 time: 0.0613697 Jul 12 18:23:32.468253 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-705717c8-a186-490b-9ae7-461450a765df req-166c2b6f-ff76-4889-be67-16894e22e865 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 12 18:23:32.497775 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce764-1c1f-4646-94c3-b8148c0bc3c8 req-02941445-42c4-44cf-94c9-078f53ef9df8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:32.499253 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0c5ce764-1c1f-4646-94c3-b8148c0bc3c8 req-02941445-42c4-44cf-94c9-078f53ef9df8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0636246 Jul 12 18:23:32.535054 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0c5ce764-1c1f-4646-94c3-b8148c0bc3c8 req-8015afdc-36e4-4041-99fa-355deee43026 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302045 Jul 12 18:23:33.647180 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 64d8a41f-d1be-494f-bad0-e2d63f1dfbad up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:23:33.695426 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:23:33.700288 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:33.700808 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:33.723110 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3306ec-b2a5-4486-b49b-2e2661ce3443 req-c8688fe4-433a-4fb8-a987-5855ded4b882 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:33.724647 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2a3306ec-b2a5-4486-b49b-2e2661ce3443 req-c8688fe4-433a-4fb8-a987-5855ded4b882 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0755329 Jul 12 18:23:33.776129 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2a3306ec-b2a5-4486-b49b-2e2661ce3443 req-0921665f-2173-4d1c-b552-3c2b773827be tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Jul 12 18:23:33.782722 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:33.801310 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f78a5-98fd-42b7-9fe7-a7e67819e4a5 req-4b739c77-4e68-4285-886c-3aeeff90ae31 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:33.802910 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-155f78a5-98fd-42b7-9fe7-a7e67819e4a5 req-4b739c77-4e68-4285-886c-3aeeff90ae31 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 949 time: 0.0746686 Jul 12 18:23:33.806551 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:33.809415 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb68418-db71-4216-9b8d-4aa93d13639c" -d '{"events": [{"server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:33.822266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:33.826320 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:33.843043 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-155f78a5-98fd-42b7-9fe7-a7e67819e4a5 req-e64a7074-3afd-40a8-a33f-1c63c4877ae8 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Jul 12 18:23:33.853171 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4f6e3-9e99-45bc-9985-894958620c20 x-openstack-request-id: req-d9c4f6e3-9e99-45bc-9985-894958620c20 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:33.853465 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:33.853720 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9c4f6e3-9e99-45bc-9985-894958620c20 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:33.854105 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad', 'code': 200} Jul 12 18:23:33.889485 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:33.896607 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.896989 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.897333 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.897669 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.898001 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.898332 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.898661 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.898982 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.899314 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.899635 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.899955 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:33.900279 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:34.082061 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-595c6f43-a56c-42b0-b83d-9c97d68e662e None None] Provisioning complete for port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:34.082437 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-595c6f43-a56c-42b0-b83d-9c97d68e662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:34.105177 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be1ee4-9583-4c6b-8c56-b8f9f43568c1 req-cd53f637-0a15-4f96-96f5-d3a81d8cf141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:34.106679 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02be1ee4-9583-4c6b-8c56-b8f9f43568c1 req-cd53f637-0a15-4f96-96f5-d3a81d8cf141 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 1103 time: 0.0540068 Jul 12 18:23:34.139838 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-02be1ee4-9583-4c6b-8c56-b8f9f43568c1 req-40c5afc1-809c-4263-8052-a23f1d1066cc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269983 Jul 12 18:23:34.946933 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c50b-983b-44d0-956c-fb40fa6e06e2 req-58314214-7c6d-424a-bdb3-a88cf54a349f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:34.949033 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0317c50b-983b-44d0-956c-fb40fa6e06e2 req-58314214-7c6d-424a-bdb3-a88cf54a349f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0616376 Jul 12 18:23:34.987282 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0317c50b-983b-44d0-956c-fb40fa6e06e2 req-f630103a-c0a8-48d7-8d72-aba170d6991e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Jul 12 18:23:35.014672 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637bdd2-6a20-4ee7-b68d-d93e190a61f9 req-530f1295-c07e-4e9a-95a3-018dba348fb7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:35.016142 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b637bdd2-6a20-4ee7-b68d-d93e190a61f9 req-530f1295-c07e-4e9a-95a3-018dba348fb7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 950 time: 0.0618930 Jul 12 18:23:35.051557 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-b637bdd2-6a20-4ee7-b68d-d93e190a61f9 req-d6f38273-091f-44f3-ba6d-118a0b23e23c tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299826 Jul 12 18:23:36.160625 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee99b3-06f7-4853-81db-ea3bdaba3e1b req-411624b4-fca0-47b0-bdb0-c5227089fdf0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:36.162128 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-baee99b3-06f7-4853-81db-ea3bdaba3e1b req-411624b4-fca0-47b0-bdb0-c5227089fdf0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0622902 Jul 12 18:23:36.199077 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-baee99b3-06f7-4853-81db-ea3bdaba3e1b req-3502535d-51db-4561-9228-87ec8f32ab46 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Jul 12 18:23:36.223876 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7a1e0-0494-4761-abfc-1ba9c858e185 req-30073320-f1af-4491-a881-0828a77a4c19 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:36.225381 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cbd7a1e0-0494-4761-abfc-1ba9c858e185 req-30073320-f1af-4491-a881-0828a77a4c19 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 950 time: 0.0656049 Jul 12 18:23:36.261363 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-cbd7a1e0-0494-4761-abfc-1ba9c858e185 req-cdba2331-0cd2-4429-9879-02d151f313a9 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299571 Jul 12 18:23:36.528636 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9518d93f-75c2-4eef-ae4b-9924390394a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:36.648158 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042494-3d72-4a63-8ca6-dc3349fa7d68 req-9e369756-c2e5-4f70-a830-4732760b2774 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:36.649647 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1f042494-3d72-4a63-8ca6-dc3349fa7d68 req-9e369756-c2e5-4f70-a830-4732760b2774 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 950 time: 0.0615063 Jul 12 18:23:36.685175 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1f042494-3d72-4a63-8ca6-dc3349fa7d68 req-ba530a84-d97d-427e-8dc4-914e113d0620 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301335 Jul 12 18:23:37.369929 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ff60c-37d2-42e0-b925-e2ea4dc87e7c req-20eae015-8649-4603-ac1e-957f74afeb30 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:37.371350 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6d6ff60c-37d2-42e0-b925-e2ea4dc87e7c req-20eae015-8649-4603-ac1e-957f74afeb30 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 944 time: 0.0636473 Jul 12 18:23:37.407136 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6d6ff60c-37d2-42e0-b925-e2ea4dc87e7c req-113fdbbd-a134-4c83-aad9-fbf05f5110b8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Jul 12 18:23:37.676500 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 626c10e7-9371-4b71-abd8-afd62f3f0cdf details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:23:37.771905 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:37.786834 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:23:37.822615 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:37.835519 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626c10e7-9371-4b71-abd8-afd62f3f0cdf {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:23:37.855676 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:37.856579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9518-f713-4f71-bc11-64c7e68717ca req-1ee0e950-9e47-4b9d-b672-b815d12cc8ee tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:37.858389 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ea6e9518-f713-4f71-bc11-64c7e68717ca req-1ee0e950-9e47-4b9d-b672-b815d12cc8ee tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 950 time: 0.0601912 Jul 12 18:23:37.862447 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:37.896633 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ea6e9518-f713-4f71-bc11-64c7e68717ca req-bd33852b-a332-4fdd-a41a-040ea68bf257 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/security-groups?id=33be301a-e806-4c4d-b9f8-fc30938bc929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 12 18:23:37.915642 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:38.121982 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-43710569-cea8-4a8e-9096-8f4296961e38 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:38.123436 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-43710569-cea8-4a8e-9096-8f4296961e38 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.38 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 950 time: 0.0636692 Jul 12 18:23:38.169208 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['626c10e7-9371-4b71-abd8-afd62f3f0cdf'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:23:38.219523 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Deleting port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:23:38.219789 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:38.306924 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] For port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,segment=NetworkSegment(81b4fdad-c285-436a-8f09-ce724c221ab5),segment_id=81b4fdad-c285-436a-8f09-ce724c221ab5)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:38.307278 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:38.319293 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Calling delete_port for 64d8a41f-d1be-494f-bad0-e2d63f1dfbad owned by compute:nova {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:23:38.446385 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:38.474114 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Pushing event deleted for resources: {'Port': ['ID=64d8a41f-d1be-494f-bad0-e2d63f1dfbad,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:38.519396 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] No DVR routers for this DVR port 64d8a41f-d1be-494f-bad0-e2d63f1dfbad on host hv-cinder-80030 {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:23:38.521856 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:38.523966 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-07d77794-c3c3-48bb-9173-f1526e78b956 req-1efa6137-ec06-4df0-819c-00a3352833f7 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.38 "DELETE /v2.0/ports/64d8a41f-d1be-494f-bad0-e2d63f1dfbad HTTP/1.1" status: 204 len: 173 time: 0.3940477 Jul 12 18:23:38.524435 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'name': 'network-vif-deleted', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:38.526847 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d867bca9-e6a2-4945-b0ca-303cc9fc7c09" -d '{"events": [{"server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "name": "network-vif-deleted", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:38.573223 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb6359-a2ba-4d80-8db9-2aa8507974b1 x-openstack-request-id: req-9cdb6359-a2ba-4d80-8db9-2aa8507974b1 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:38.573579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71fea22-6a66-4620-896a-3a7dd19e2bcd", "name": "network-vif-deleted", "tag": "64d8a41f-d1be-494f-bad0-e2d63f1dfbad", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:38.573796 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cdb6359-a2ba-4d80-8db9-2aa8507974b1 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:38.574213 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71fea22-6a66-4620-896a-3a7dd19e2bcd', 'name': 'network-vif-deleted', 'tag': '64d8a41f-d1be-494f-bad0-e2d63f1dfbad', 'status': 'completed', 'code': 200} Jul 12 18:23:38.608050 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427f85c-d97a-43de-b7e3-8bb92716ca17 req-24cc7378-d27c-40a1-98c9-da733ecd4e69 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:38.614239 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2427f85c-d97a-43de-b7e3-8bb92716ca17 req-24cc7378-d27c-40a1-98c9-da733ecd4e69 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 945 time: 0.0891421 Jul 12 18:23:38.655731 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2427f85c-d97a-43de-b7e3-8bb92716ca17 req-a5ad8c0f-ed20-4f39-9537-73896cd4e4c4 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355389 Jul 12 18:23:38.738391 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['64d8a41f-d1be-494f-bad0-e2d63f1dfbad'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:23:39.050923 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1d2bab36-54d1-491d-8a36-575bef05b6e9 req-22693c84-a06b-4875-a4a4-9ff91db478f3 tempest-VolumesNegativeTest-475744834 tempest-VolumesNegativeTest-475744834-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fea22-6a66-4620-896a-3a7dd19e2bcd HTTP/1.1" status: 200 len: 210 time: 0.0287008 Jul 12 18:23:39.113450 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2101958d-eb88-4e41-9c51-992e7c756db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:39.555388 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:39.699758 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 626c10e7-9371-4b71-abd8-afd62f3f0cdf up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:23:39.748671 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 626c10e7-9371-4b71-abd8-afd62f3f0cdf completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:23:39.752326 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 626c10e7-9371-4b71-abd8-afd62f3f0cdf triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:39.752692 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:39.831478 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:39.834932 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272a0af-99cb-43d0-a239-7dd989748cbd req-a4979180-594f-421c-b87e-10848a2dfcd9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:39.836394 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a272a0af-99cb-43d0-a239-7dd989748cbd req-a4979180-594f-421c-b87e-10848a2dfcd9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 945 time: 0.0642025 Jul 12 18:23:39.853445 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:39.856168 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa096713-2c8a-41fe-b0cf-f797c01e6430" -d '{"events": [{"server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "name": "network-vif-plugged", "status": "completed", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:39.868741 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:23:39.874318 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:39.875926 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-a272a0af-99cb-43d0-a239-7dd989748cbd req-e6f72d39-7be6-4bde-94a3-f20724ad96c9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335445 Jul 12 18:23:39.901981 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9315c2b-c283-4b3a-b4e5-488a25c5a143 x-openstack-request-id: req-b9315c2b-c283-4b3a-b4e5-488a25c5a143 {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:39.902272 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "name": "network-vif-plugged", "status": "completed", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:39.902522 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9315c2b-c283-4b3a-b4e5-488a25c5a143 {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:39.902899 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'code': 200} Jul 12 18:23:39.934485 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:40.144096 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-3ac0b1cf-3da2-4752-be0b-10a0cc729d4f None None] Provisioning complete for port 626c10e7-9371-4b71-abd8-afd62f3f0cdf triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:23:40.144518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-3ac0b1cf-3da2-4752-be0b-10a0cc729d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:40.186135 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7509ad-6834-4f8d-849b-b418bafb6e7f req-9d334ebc-96b5-4e20-8676-78e0441aedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:40.188081 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a7509ad-6834-4f8d-849b-b418bafb6e7f req-9d334ebc-96b5-4e20-8676-78e0441aedd5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0567331 Jul 12 18:23:40.201064 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:40.224873 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3a7509ad-6834-4f8d-849b-b418bafb6e7f req-ee0e7d5d-1d30-4995-95df-bffd21d6fce5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300519 Jul 12 18:23:41.057045 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61f090-660f-458b-b993-02f38f3ea824 req-c39e37fc-650e-49ac-b5a3-3ffb65d00cf8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:41.058624 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ca61f090-660f-458b-b993-02f38f3ea824 req-c39e37fc-650e-49ac-b5a3-3ffb65d00cf8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0689564 Jul 12 18:23:41.096374 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-ca61f090-660f-458b-b993-02f38f3ea824 req-6afa76ba-1df9-49c3-9ea5-de4202593551 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Jul 12 18:23:41.696765 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 64d8a41f-d1be-494f-bad0-e2d63f1dfbad no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:23:41.721066 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 64d8a41f-d1be-494f-bad0-e2d63f1dfbad {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:23:41.721066 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 64d8a41f-d1be-494f-bad0-e2d63f1dfbad not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:23:41.772303 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:42.274214 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986bf24-d4b8-40d1-bc35-1247f0429a27 req-df1b2490-f433-455c-bc2c-3cfdd31b5ceb tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:42.275717 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3986bf24-d4b8-40d1-bc35-1247f0429a27 req-df1b2490-f433-455c-bc2c-3cfdd31b5ceb tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0674934 Jul 12 18:23:42.315009 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-3986bf24-d4b8-40d1-bc35-1247f0429a27 req-1af79bf2-53cd-426b-a3b9-e83a4d319d27 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329599 Jul 12 18:23:42.487869 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc43a-3c1f-4f17-ba10-0499827339b3 req-d6a924c3-135e-47fd-815a-41eeb9fddaa5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:42.489401 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-91edc43a-3c1f-4f17-ba10-0499827339b3 req-d6a924c3-135e-47fd-815a-41eeb9fddaa5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0639896 Jul 12 18:23:42.525720 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-91edc43a-3c1f-4f17-ba10-0499827339b3 req-7d0495c2-cea7-4527-9995-b3afa8c54187 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Jul 12 18:23:42.550615 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56642) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:42.602951 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217bc2a0-1470-42d8-beb9-651e92f2c254 tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:42.604409 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-217bc2a0-1470-42d8-beb9-651e92f2c254 tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1094 time: 0.0528502 Jul 12 18:23:42.607709 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56644) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:42.611869 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:23:42.633456 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:42.728043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:42.829463 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.27.3.6 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/802b0707-a696-4fe2-a89a-820acd7df8f9) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:23:42.925191 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:42.966289 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.004513 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:23:43.007238 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:23:43.010711 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:23:43.032489 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=802b0707-a696-4fe2-a89a-820acd7df8f9,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:43.046057 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.046406 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.046745 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.047078 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.047407 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.047738 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.048069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.048395 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.048724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.049073 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.049397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.049718 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:23:43.374854 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.446068 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.591505 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.597871 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.662609 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=802b0707-a696-4fe2-a89a-820acd7df8f9,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:43.674286 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.759234 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56652) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:43.776390 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP adeb4130-2580-4e0b-9f86-fda20462fc78 associated. External IP: 172.27.3.6, port: 626c10e7-9371-4b71-abd8-afd62f3f0cdf. Jul 12 18:23:43.886494 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-063c1b25-bc05-4ff3-b4f2-eb8ebe1910bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f60d510729fc4dd3a351ef3c81274a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260366 Jul 12 18:23:43.889605 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56656) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:23:43.935331 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.959006 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:43.978202 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:23:44.005137 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:44.007683 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:44.008806 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33be301a-e806-4c4d-b9f8-fc30938bc929 HTTP/1.1" status: 204 len: 168 time: 0.1182694 Jul 12 18:23:44.018738 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b5e4b-a00d-4f6d-adeb-356b6ed19594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be301a-e806-4c4d-b9f8-fc30938bc929,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:23:44.093327 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:23:44.104751 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:23:44.110379 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:23:44.115929 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:23:44.116632 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:23:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:44.160080 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-2ad1224a-2ee7-4fa2-9815-480db333dc7d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5513618 Jul 12 18:23:44.160950 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:23:44.163319 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbe6983-b516-46e4-a44b-b5a02880f457" -d '{"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:23:44.205455 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1983d2-df22-44f8-9277-cb2231ed2ef0 x-openstack-request-id: req-3c1983d2-df22-44f8-9277-cb2231ed2ef0 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:23:44.205746 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:23:44.205995 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c1983d2-df22-44f8-9277-cb2231ed2ef0 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:23:44.206390 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'status': 'completed', 'code': 200} Jul 12 18:23:44.247552 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:23:44.305419 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-3d5cf919-5277-4e4b-9309-f1e8cef8dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:44.307144 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-3d5cf919-5277-4e4b-9309-f1e8cef8dd55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0558798 Jul 12 18:23:44.400038 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-16153a38-f868-49bf-b12e-d6a3498c9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:44.401586 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-16153a38-f868-49bf-b12e-d6a3498c9278 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0865831 Jul 12 18:23:44.463949 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-7db3eab6-ff9a-44d9-bf4d-3e382b7fba25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 998 time: 0.0557053 Jul 12 18:23:44.473708 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:43Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:44.499452 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:23:44.507518 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:23:44.508128 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:23:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:44.510547 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-2797eafb-fad4-40de-b0b0-deb05776ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:44.512488 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-2797eafb-fad4-40de-b0b0-deb05776ab4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0422781 Jul 12 18:23:44.570439 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-a0f89ffe-d9a4-474f-ae6d-9ad8a7a59b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:23:44.571923 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-a0f89ffe-d9a4-474f-ae6d-9ad8a7a59b28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531762 Jul 12 18:23:44.611244 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:23:44.657292 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-fb9edb71-44f5-4fde-afc4-c448e86faae0 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788784 Jul 12 18:23:44.746995 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-1cbe6983-b516-46e4-a44b-b5a02880f457 req-6134c0a2-0fc2-4c99-ba7f-b89d7d083fac service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Jul 12 18:23:44.831968 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:43Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:23:44.857149 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b606d0-1842-4ed5-9826-09765ce8dbdf None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:43Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:23:45.034208 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69ae1b-6a23-4fc9-b108-44272e849d85 None None] New status for floating IP adeb4130-2580-4e0b-9f86-fda20462fc78: ACTIVE {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:23:45.057189 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:00.034507 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:24:06.529383 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-18647440-17f2-4cb2-a39a-fe0970fd7bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:09.113413 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ef7cea07-e91e-4596-a8c9-d9a8ab368029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:09.556854 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:10.179069 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:11.773247 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:15.071050 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:23.951435 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-225fb0ab-900f-4819-8bfb-8ba85adc2b7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484586 Jul 12 18:24:24.076946 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68203-0080-47ba-b459-8cd511a98918 req-e9139595-0fb4-4ef0-b532-2ff8a26b5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:24:24.078408 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-e9139595-0fb4-4ef0-b532-2ff8a26b5e7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0496278 Jul 12 18:24:24.178751 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68203-0080-47ba-b459-8cd511a98918 req-ccc56249-7af2-498c-b20f-66b8715cb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:24:24.180169 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-ccc56249-7af2-498c-b20f-66b8715cb85f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0821123 Jul 12 18:24:24.241636 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-72737078-96df-4414-85d9-e9f6d540d304 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 1000 time: 0.0549877 Jul 12 18:24:24.286952 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68203-0080-47ba-b459-8cd511a98918 req-250c6645-b92e-4c67-82b6-740487eedc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:24:24.288339 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-250c6645-b92e-4c67-82b6-740487eedc0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0408607 Jul 12 18:24:24.344765 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c68203-0080-47ba-b459-8cd511a98918 req-05357e43-e664-4b53-b372-1f3cd68e778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:24:24.346202 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-05357e43-e664-4b53-b372-1f3cd68e778f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515993 Jul 12 18:24:24.357131 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-64170385-435b-4c9f-8ceb-1a8b475b1f30 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93134) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:24:24.358090 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-64170385-435b-4c9f-8ceb-1a8b475b1f30 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047624 Jul 12 18:24:24.442031 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-d9e32823-08f9-4ee4-bd03-522095b8838a service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773160 Jul 12 18:24:24.529056 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-22c68203-0080-47ba-b459-8cd511a98918 req-02e3a023-362c-426e-ad81-8ab999d46720 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802829 Jul 12 18:24:36.529438 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2e3c09ee-9d83-4af3-8557-c75afb86ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:37.033559 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:24:39.113874 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-4b23906a-f75c-44ad-86ef-5d80995748b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:39.558013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:40.182219 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:41.776599 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:24:45.070158 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:06.532792 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-6b7310a3-72a2-47c0-9811-0171c4eaeabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:09.113735 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-0f02ef22-a1fe-455a-b278-851d97a7bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:09.559791 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:10.185906 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:11.779374 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:14.031951 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:25:15.068805 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:24.391525 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-3884da73-1a3c-4f55-a092-236faf1606fe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960399473&fields=id&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 267 time: 0.0341575 Jul 12 18:25:24.495844 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-6c6645a5-8146-408c-aaea-60185e3b08cf tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:24.497306 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-6c6645a5-8146-408c-aaea-60185e3b08cf tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.0992801 Jul 12 18:25:24.511541 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5466bde1-f85a-4edf-bae6-ecd551fdc301 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/quotas/83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 375 time: 0.0085318 Jul 12 18:25:24.581535 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-26f44662-1993-4ffc-bfbc-667539c6232d tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652077 Jul 12 18:25:24.682017 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5323230c-7b68-4eb6-ae77-92d8842b8be0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93133) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 18:25:24.683641 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5323230c-7b68-4eb6-ae77-92d8842b8be0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0917909 Jul 12 18:25:24.772007 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-08dcaf27-ae93-42fc-a941-e02dcc3c0ede service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825007 Jul 12 18:25:24.856236 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-3a1ae2de-de8e-4964-8cb5-733725b7d8a6 service neutron] 10.222.0.39 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786974 Jul 12 18:25:25.461701 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-fcbbca18-120e-4969-9708-35257bc89a46 req-de73d138-e7f6-4a1d-b8c5-4b25785c7e56 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 210 time: 0.3476944 Jul 12 18:25:26.049650 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-f7fda729-7cb2-432b-9e55-ff6a82131ba0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882468 Jul 12 18:25:26.155286 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-16f7300d-8cf2-41b2-80ad-9c9c4f32dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:26.156727 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-16f7300d-8cf2-41b2-80ad-9c9c4f32dc85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0491946 Jul 12 18:25:26.257392 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-96da844b-a34a-455e-926f-93e14573e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:26.258840 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-96da844b-a34a-455e-926f-93e14573e74f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0825245 Jul 12 18:25:26.321554 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-325803ca-a201-41e3-bbc6-6101f40ee56f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 1000 time: 0.0558379 Jul 12 18:25:26.377906 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-6f3061c3-e93d-4da1-80f7-266b41a30628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:26.379504 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-6f3061c3-e93d-4da1-80f7-266b41a30628 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0484524 Jul 12 18:25:26.439973 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-5b912de1-f1b8-4a09-a057-c7bd32609c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:26.440376 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-bd768c00-c91a-44d4-b1bd-be4592f70b2c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:26.441602 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-5b912de1-f1b8-4a09-a057-c7bd32609c16 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558231 Jul 12 18:25:26.441852 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-bd768c00-c91a-44d4-b1bd-be4592f70b2c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 812 time: 0.1120074 Jul 12 18:25:26.503527 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-2b082806-db2b-4e56-b474-7263f259e571 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83382e8db38a45af8d2c053b02eee3c6 HTTP/1.1" status: 200 len: 379 time: 0.0376363 Jul 12 18:25:26.515029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'port': {'device_id': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'admin_state_up': True, 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'security_groups': ['3ab5611c-123d-4b9f-946e-786e684100ef']}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:25:26.557512 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-533023ee-f7a4-4087-92e0-1919c37a19fc service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923884 Jul 12 18:25:26.635459 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-024bc520-f21e-4ad7-ad9a-97d8c26923f3 req-2bcc417d-6f8d-4452-9be6-eae4ae39cc40 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jul 12 18:25:26.661584 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Made reservation on behalf of 83382e8db38a45af8d2c053b02eee3c6 for: {'port': 1} {{(pid=93133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 18:25:26.661584 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:26.670739 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-ca424b7a-14cf-4bd9-a397-1c1ed3c68355 req-0156e2f4-25e9-4c3c-9dfb-2fd06e200e67 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933845 Jul 12 18:25:26.780799 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.20.0.5 (5b30b472-85cf-438a-b066-896b79fc8412/9af1949d-5d8c-4f45-898d-e2bf34db62e2/22124e52-2e1d-4d9b-b04d-8bddd2d77d52) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:25:26.916060 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:26.928708 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Transition to ACTIVE for port object 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 will not be triggered until provisioned by entity DHCP. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:25:26.959997 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.000372 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 5b30b472-85cf-438a-b066-896b79fc8412 is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:25:27.005441 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:25:27.009145 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:25:27.035063 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:27.053529 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.054029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.054255 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.054536 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.054859 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.055191 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.055533 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.055843 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.056169 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.056662 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.056855 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.057133 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:27.077689 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:27.078328 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.093880 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-5baa5543-e35e-4c25-810b-6789d857768e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839674 Jul 12 18:25:27.118591 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Request body: {'port': {'device_id': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80030'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:25:27.202578 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.262710 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-11e81887-96be-4aaf-bc3b-e550c8dda97e None None] Provisioning for port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 completed by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:25:27.266721 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-11e81887-96be-4aaf-bc3b-e550c8dda97e None None] Provisioning complete for port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:25:27.267180 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-11e81887-96be-4aaf-bc3b-e550c8dda97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.300489 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-11e81887-96be-4aaf-bc3b-e550c8dda97e None None] Port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 cannot update to ACTIVE because it is not bound. {{(pid=93135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 18:25:27.470626 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 {{(pid=93133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:25:27.477692 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.489952 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.provisioning_blocks [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Transition to ACTIVE for port object 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 will not be triggered until provisioned by entity L2. {{(pid=93133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 18:25:27.493242 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.541736 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Pushing event updated for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:27.611069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Attempting to bind port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 on host hv-cinder-80030 for vnic_type normal with profile {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 18:25:27.611666 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Attempting to bind port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 by drivers openvswitch,hyperv on host hv-cinder-80030 at level 0 using segments [{'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 18:25:27.611999 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Attempting to bind port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:25:27.616577 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 on network 5b30b472-85cf-438a-b066-896b79fc8412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80030 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 18:25:27.616931 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Attempting to bind port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 on network 5b30b472-85cf-438a-b066-896b79fc8412 {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 18:25:27.622360 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Checking agent: {'id': '15d8dd24-06b2-4512-978a-84bb83b204fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80030', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'started_at': datetime.datetime(2021, 7, 12, 18, 12, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 18, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 18:25:27.622698 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Checking segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 18:25:27.623079 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Bound using segment: {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'} {{(pid=93133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 18:25:27.623514 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.managers [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Bound port: 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host: hv-cinder-80030, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db428fa0-800a-42fd-980f-6760c61ebf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412'}}] {{(pid=93133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 18:25:27.623881 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.693626 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, cleared binding levels {{(pid=93133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 18:25:27.698304 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 18:25:27.702668 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.743719 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:27.744344 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:27.745818 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] 10.222.0.38 "PUT /v2.0/ports/22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 200 len: 1093 time: 0.6318607 Jul 12 18:25:27.747297 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:25:27.749580 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c94bed-c3ab-4aa5-afea-0410f75bd44e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:25:27.783940 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801f6be-17c2-4671-93ca-4987ea373d8c service neutron] Pushing event updated for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=3']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:27.805876 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5bf84-845a-446a-97eb-cc92a549c2c2 x-openstack-request-id: req-02f5bf84-845a-446a-97eb-cc92a549c2c2 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:25:27.806243 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:25:27.806566 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02f5bf84-845a-446a-97eb-cc92a549c2c2 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:25:27.807024 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'status': 'completed', 'code': 200} Jul 12 18:25:27.839199 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f51bf7-b603-48be-bd4b-bf718b6b6e22 req-2d51cb6c-4a5f-478c-bb3d-aa7cdd042d15 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:27.840892 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-25f51bf7-b603-48be-bd4b-bf718b6b6e22 req-2d51cb6c-4a5f-478c-bb3d-aa7cdd042d15 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.0739496 Jul 12 18:25:27.878963 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-aa674ed1-a028-44aa-8725-14f1bb1784d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:27.880421 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-aa674ed1-a028-44aa-8725-14f1bb1784d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1096 time: 0.0573695 Jul 12 18:25:27.885183 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-25f51bf7-b603-48be-bd4b-bf718b6b6e22 req-f285c59d-af37-4524-983b-78d67bec3262 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Jul 12 18:25:27.928561 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-257713d8-6664-49ba-a197-a0e23af59b6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 200 len: 217 time: 0.0355732 Jul 12 18:25:27.979207 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-57a5a1dc-434b-481f-aad5-cbbeae5663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:27.981207 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-57a5a1dc-434b-481f-aad5-cbbeae5663c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0456545 Jul 12 18:25:28.035060 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-0946bd16-9239-430c-8412-40ce64b460d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:28.036565 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-0946bd16-9239-430c-8412-40ce64b460d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496321 Jul 12 18:25:28.122937 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-c9026203-e47b-4741-9c4a-21dc16f9ee2a service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788698 Jul 12 18:25:28.211573 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-56f2dc45-aa73-4006-bf52-0e65fae321d9 req-d97e08f8-0842-4d6e-b476-18de22cbc808 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Jul 12 18:25:28.357429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-f2e67b88-74f9-426c-a230-667a95955a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:28.358865 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-f2e67b88-74f9-426c-a230-667a95955a7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1096 time: 0.0518105 Jul 12 18:25:28.447540 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-a54bb518-3c67-48b7-9d18-03d790cc983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:28.449014 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-a54bb518-3c67-48b7-9d18-03d790cc983d service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0830908 Jul 12 18:25:28.488242 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-bdd30f8d-1891-46ed-a005-a4999ff5efa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 200 len: 217 time: 0.0329404 Jul 12 18:25:28.536405 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-517afe68-ab40-4b6a-b8dc-3ca2e6f7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:28.537772 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-517afe68-ab40-4b6a-b8dc-3ca2e6f7500d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0417123 Jul 12 18:25:28.594534 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-94c7d1be-db81-4d5f-9b70-705eb17d7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:28.595920 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-94c7d1be-db81-4d5f-9b70-705eb17d7f1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518031 Jul 12 18:25:28.681570 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-ef67fb20-fd54-4abc-9ba0-51c1ae57060a service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0761385 Jul 12 18:25:28.774456 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-89c94bed-c3ab-4aa5-afea-0410f75bd44e req-df828a8b-7a32-4fd3-bd18-85c677581502 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834227 Jul 12 18:25:29.053910 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d817b34-cbda-452a-aaa4-ff9d096fad9d req-13358bf5-037a-45b6-9137-73fa41f13e17 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:29.055344 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8d817b34-cbda-452a-aaa4-ff9d096fad9d req-13358bf5-037a-45b6-9137-73fa41f13e17 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.0612466 Jul 12 18:25:29.090537 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-8d817b34-cbda-452a-aaa4-ff9d096fad9d req-c3c28b09-ce08-4524-a311-620967d1da5a tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291214 Jul 12 18:25:30.262876 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d526075-dbee-4a15-9e1a-0c292b1178a4 req-65f0dd50-63d3-446a-b674-15274a13cc91 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:30.264344 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6d526075-dbee-4a15-9e1a-0c292b1178a4 req-65f0dd50-63d3-446a-b674-15274a13cc91 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.0665889 Jul 12 18:25:30.300465 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-6d526075-dbee-4a15-9e1a-0c292b1178a4 req-89de2372-5200-477a-963b-d4ca8ab048b1 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305474 Jul 12 18:25:31.467733 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66072f-c5c3-4768-b431-d677894625a8 req-2f4f949f-e98d-4a4d-bea9-0a32585cd357 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:31.469114 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3d66072f-c5c3-4768-b431-d677894625a8 req-2f4f949f-e98d-4a4d-bea9-0a32585cd357 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.0607927 Jul 12 18:25:31.504167 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3d66072f-c5c3-4768-b431-d677894625a8 req-bc5b75d9-4fa3-44a6-a31e-33ad32b5e731 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297322 Jul 12 18:25:32.671923 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f0534-1c71-41db-a1a6-39460e4f88d1 req-e888c4c0-6c27-432f-973b-8b4c8a5db3fe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:32.673439 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e13f0534-1c71-41db-a1a6-39460e4f88d1 req-e888c4c0-6c27-432f-973b-8b4c8a5db3fe tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.0600183 Jul 12 18:25:32.709754 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-e13f0534-1c71-41db-a1a6-39460e4f88d1 req-7b60eacd-a2e8-4016-af5a-6c517bacc849 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Jul 12 18:25:34.125741 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 details requested by agent hyperv_hv-cinder-80030 with host hv-cinder-80030 {{(pid=93135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 18:25:34.141812 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21d51-95bb-4a37-9eba-46c413bcfdfb req-2c213ff6-13b0-4586-ac81-c2b9e867c63c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:34.143309 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7fb21d51-95bb-4a37-9eba-46c413bcfdfb req-2c213ff6-13b0-4586-ac81-c2b9e867c63c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 943 time: 0.3249228 Jul 12 18:25:34.180231 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-7fb21d51-95bb-4a37-9eba-46c413bcfdfb req-56f035c8-c58d-4567-92fd-5c458e32c166 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jul 12 18:25:34.219070 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:25:34.229728 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Returning: {'device': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'port_id': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'mac_address': 'fa:16:3e:5c:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 18:25:34.269146 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:34.281317 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 {{(pid=93135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 18:25:34.300089 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:25:34.306283 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:34.358966 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=4']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:34.366152 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.366491 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.366824 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.367154 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.367478 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.367803 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.368125 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.368444 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.368762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.369111 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.369427 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.369742 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:25:34.614209 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] get_ports_and_sgs() called for port_ids ['22124e52-2e1d-4d9b-b04d-8bddd2d77d52'] {{(pid=93135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 18:25:35.344587 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b556c-b881-48f2-9085-dafa052bdfb1 req-75a252ce-9f7b-4167-b76d-8f278243f9c1 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:35.346037 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-be4b556c-b881-48f2-9085-dafa052bdfb1 req-75a252ce-9f7b-4167-b76d-8f278243f9c1 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 944 time: 0.0597003 Jul 12 18:25:35.385263 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-be4b556c-b881-48f2-9085-dafa052bdfb1 req-6c915c18-4c89-4141-9796-5d2f44cd3282 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Jul 12 18:25:36.126735 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 up at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 18:25:36.172389 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning for port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 completed by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 18:25:36.175778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Provisioning complete for port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 triggered by entity L2. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:25:36.176151 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:36.251205 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:36.272390 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52'}] {{(pid=93135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:25:36.274646 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4078ec14c65df911d95891c2009f5e568db5c531b40c8e1f6a7aa9dfe086bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759ae27-4d1d-4025-a63f-a504a379f67e" -d '{"events": [{"server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52"}]}' {{(pid=93135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:25:36.291358 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.db [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:25:36.295638 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950'] for port, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:36.348945 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Pushing event updated for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=5']} {{(pid=93135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:36.372882 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e76aebc-b7e1-423e-83f6-38331258fe8c x-openstack-request-id: req-7e76aebc-b7e1-423e-83f6-38331258fe8c {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:25:36.373285 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "name": "network-vif-plugged", "status": "completed", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52", "code": 200}]} {{(pid=93135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:25:36.373538 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e76aebc-b7e1-423e-83f6-38331258fe8c {{(pid=93135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:25:36.373934 dv-cinder-800306-3-iscsi neutron-server[93135]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'code': 200} Jul 12 18:25:36.535206 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-870dee1c-6bb0-4e58-ad87-fc4f60481609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:36.557702 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54e54b-2ea9-4a5f-baaf-41b833cb9f59 req-55448697-f3b2-42a7-b22a-ee1bdb528edd tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:36.559213 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5a54e54b-2ea9-4a5f-baaf-41b833cb9f59 req-55448697-f3b2-42a7-b22a-ee1bdb528edd tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0632956 Jul 12 18:25:36.596522 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-5a54e54b-2ea9-4a5f-baaf-41b833cb9f59 req-5096725e-f648-4059-be57-2c618a8212c9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Jul 12 18:25:36.617580 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.provisioning_blocks [None req-322c5e26-9e55-4fc6-8ce1-8a3eda13d725 None None] Provisioning complete for port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 triggered by entity DHCP. {{(pid=93135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 18:25:36.618156 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-322c5e26-9e55-4fc6-8ce1-8a3eda13d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224347'] for port, provisioning_complete {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:36.683300 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf4437-0871-4265-93b9-366544536cc3 req-24de9b4e-e4ec-476e-a988-c8c7c257695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:36.684703 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-baaf4437-0871-4265-93b9-366544536cc3 req-24de9b4e-e4ec-476e-a988-c8c7c257695b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1098 time: 0.0519984 Jul 12 18:25:36.721381 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-baaf4437-0871-4265-93b9-366544536cc3 req-c17a11bb-159d-49d9-95a7-9c8b6c5d546a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299344 Jul 12 18:25:37.767470 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c06057-b924-4ef4-bfcd-a3616ade980f req-98de47e0-f224-4f4b-aa0f-7e1d5e888c34 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:37.769007 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d4c06057-b924-4ef4-bfcd-a3616ade980f req-98de47e0-f224-4f4b-aa0f-7e1d5e888c34 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0647168 Jul 12 18:25:37.808203 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d4c06057-b924-4ef4-bfcd-a3616ade980f req-983a11dc-fb93-45e5-883b-d43be28edc24 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Jul 12 18:25:38.975731 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbfed4-bda2-4716-9230-3b9fd94b1d43 req-da5976c9-af5f-4121-8c68-82f1e6c7354b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:38.977172 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-71dbfed4-bda2-4716-9230-3b9fd94b1d43 req-da5976c9-af5f-4121-8c68-82f1e6c7354b tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0599632 Jul 12 18:25:39.013336 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-71dbfed4-bda2-4716-9230-3b9fd94b1d43 req-8b7f5d78-2b7a-466f-a017-299681334be8 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303237 Jul 12 18:25:39.114034 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a875479a-9bac-497d-b63c-73abdf725206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.177858 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1d318-5018-4ba0-a7c8-64584782bde6 req-4a9ae32b-25ee-46d9-9378-e5bebede09ae tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:39.179289 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d4e1d318-5018-4ba0-a7c8-64584782bde6 req-4a9ae32b-25ee-46d9-9378-e5bebede09ae tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0603974 Jul 12 18:25:39.216016 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d4e1d318-5018-4ba0-a7c8-64584782bde6 req-c1d3588a-ec55-40ff-a0a0-7b84ed525ed5 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305321 Jul 12 18:25:39.241048 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56792) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:25:39.289012 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d4827-0219-4560-8218-8ffde69ee17c tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:39.290429 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-f67d4827-0219-4560-8218-8ffde69ee17c tempest-TestVolumeBootPattern-222712565 tempest-TestVolumeBootPattern-222712565-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1093 time: 0.0484383 Jul 12 18:25:39.293897 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56794) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:25:39.298257 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.v2.base [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Request body: {'floatingip': {'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'port_id': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 18:25:39.318996 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.413672 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.515989 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_common [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Allocated IP 172.27.3.2 (62f6ff41-2d9a-4f50-9ef4-31ace5995d5f/67923089-4ad0-4d29-a488-0aa8c217a441/cf26f2c4-d7b3-4605-91c9-d75543481fc7) {{(pid=93133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 18:25:39.560659 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.614350 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.650850 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764127579886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2129267'] for port, after_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:39.685419 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Network 62f6ff41-2d9a-4f50-9ef4-31ace5995d5f is already hosted by enough agents. {{(pid=93133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 18:25:39.689930 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.base_scheduler [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Resources bound (agent type, host, resource id): {{(pid=93133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 18:25:39.693229 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Received port after_create {{(pid=93133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 18:25:39.721619 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=cf26f2c4-d7b3-4605-91c9-d75543481fc7,revision_number=1']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:40.047494 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.122260 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7903736'] for port, before_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.187182 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.269198 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for port, precommit_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.273449 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-7904829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-104362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764128120122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764127580932', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764127580950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2129253'] for port, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.341140 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event updated for resources: {'Port': ['ID=cf26f2c4-d7b3-4605-91c9-d75543481fc7,revision_number=2']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:25:40.348756 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677720'] for floatingip, after_update {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.446178 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP 50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb associated. External IP: 172.27.3.2, port: 22124e52-2e1d-4d9b-b04d-8bddd2d77d52. Jul 12 18:25:40.643570 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:25:40.747335 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:25:40.756780 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:25:40.763070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:40.766290 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:25:40.766901 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:25:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:25:40.798416 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-67eda867-c826-4889-9948-31f0c5a780a9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5033960 Jul 12 18:25:40.798985 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:25:40.801250 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc888827-e5c3-414d-9f39-a3c2e0e903dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:25:40.839773 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355aa1e-315e-40e7-bcc5-2f7ea7f6f465 x-openstack-request-id: req-0355aa1e-315e-40e7-bcc5-2f7ea7f6f465 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:25:40.840091 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:25:40.840345 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0355aa1e-315e-40e7-bcc5-2f7ea7f6f465 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:25:40.840744 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'status': 'completed', 'code': 200} Jul 12 18:25:40.884713 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:25:40.944741 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-3344e368-8bc3-4bf6-ab1a-89f109c1f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:40.946199 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-3344e368-8bc3-4bf6-ab1a-89f109c1f2c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1098 time: 0.0515404 Jul 12 18:25:41.035818 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-f6eb51af-4f0f-48cd-b7cd-bbeffdafd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:41.037326 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-f6eb51af-4f0f-48cd-b7cd-bbeffdafd168 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0850582 Jul 12 18:25:41.099611 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-befd61b0-a4c9-4851-bf06-7995197923a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 200 len: 997 time: 0.0559444 Jul 12 18:25:41.107312 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:5c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:25:39Z', 'updated_at': '2021-07-12T18:25:39Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}, {'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:25:41.134095 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:25:41.142235 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:25:41.142840 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:25:39Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:25:41.151753 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-236cfdcd-e6a8-4346-9142-8302d6ff5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:41.153225 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-236cfdcd-e6a8-4346-9142-8302d6ff5081 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0471876 Jul 12 18:25:41.208634 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-fb745f58-3c29-4724-a612-64f70b23d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:25:41.210083 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-fb745f58-3c29-4724-a612-64f70b23d67a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507343 Jul 12 18:25:41.246095 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:25:41.295886 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-b416b552-9103-4944-a73e-0397ef59504a service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791814 Jul 12 18:25:41.385049 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-cc888827-e5c3-414d-9f39-a3c2e0e903dd req-73117048-c930-4811-9933-1e4c86487269 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832913 Jul 12 18:25:41.462151 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:5c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:25:39Z', 'updated_at': '2021-07-12T18:25:39Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}, {'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:25:41.491940 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c4539-95d3-47c3-b593-fed494c9e3e1 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': '50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:5c:b4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:25:39Z', 'updated_at': '2021-07-12T18:25:39Z', 'revision_number': 0, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}, {'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:25:41.668432 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d625c07-87aa-4963-889c-87c5e80a658f None None] New status for floating IP 50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb: ACTIVE {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:25:41.783082 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:45.083833 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:25:51.031089 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:26:06.535033 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-2717e82a-3fd4-4dfe-8e41-98b00dc8d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:09.114455 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-5a61d04a-2f92-4d86-b7c0-a01b482ddd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:09.563071 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:10.188684 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:11.786297 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:15.097423 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:26.974840 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-9ddf67d8-c4d5-46f1-92d5-ff427fc9fad6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496721 Jul 12 18:26:27.081391 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8864-26da-425d-8437-cce1ee55b472 req-2b3f3276-01e3-4842-a4cb-5fd86431754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:26:27.082848 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-2b3f3276-01e3-4842-a4cb-5fd86431754e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0507886 Jul 12 18:26:27.188260 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8864-26da-425d-8437-cce1ee55b472 req-ff55d96a-6760-43c2-9872-92012ee69df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:26:27.188260 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-ff55d96a-6760-43c2-9872-92012ee69df9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0851674 Jul 12 18:26:27.250417 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-44d20c66-88e4-4861-9c12-107356917d05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 1000 time: 0.0557928 Jul 12 18:26:27.300861 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8864-26da-425d-8437-cce1ee55b472 req-576af35e-922e-45b2-9822-bae123ce2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:26:27.302309 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-576af35e-922e-45b2-9822-bae123ce2147 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0461352 Jul 12 18:26:27.357358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e8864-26da-425d-8437-cce1ee55b472 req-ec0849ad-8867-4480-8306-9ccddf6f7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:26:27.358813 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-ec0849ad-8867-4480-8306-9ccddf6f7245 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494063 Jul 12 18:26:27.444409 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-a47244c8-4759-4e31-954c-83441fbefb82 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784314 Jul 12 18:26:27.532084 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-422e8864-26da-425d-8437-cce1ee55b472 req-f51de73d-6eca-481a-9638-8dcc6ac97ca4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812380 Jul 12 18:26:28.029814 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:26:36.534623 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d175ffab-54ab-483b-913a-b8c7d313b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:39.113954 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-dd369dc5-bd05-4c2b-82ca-5140f0cbf1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:39.562901 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:40.193181 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:41.788148 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:26:45.114289 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:05.029038 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:27:06.534242 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bed30afb-59ea-4c66-8190-707e3b1829fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:07.990491 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56824) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:08.230770 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port cf26f2c4-d7b3-4605-91c9-d75543481fc7 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:08.231138 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:08.306207 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:08.306537 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:08.317983 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for cf26f2c4-d7b3-4605-91c9-d75543481fc7 owned by network:floatingip {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:08.457914 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:08.484365 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=cf26f2c4-d7b3-4605-91c9-d75543481fc7,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:08.494397 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.494742 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.495080 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.495412 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.495743 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.496066 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.496784 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.496784 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.497047 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.497366 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.497683 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.498085 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:08.556341 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:08.556638 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.db.l3_db [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP 50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb disassociated (deleted). External IP: 172.27.3.2, port: 22124e52-2e1d-4d9b-b04d-8bddd2d77d52. Jul 12 18:27:08.754250 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:27:09.114289 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-9cd5d6fb-3d91-44e1-82fb-c4bb75fee5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:09.121919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:27:09.126263 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:09.132058 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:27:09.140974 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:09.141581 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:09.160868 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-7abb6f93-a9a0-4fbe-b239-dcb21b765498 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "DELETE /v2.0/floatingips/50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb HTTP/1.1" status: 204 len: 168 time: 1.1692944 Jul 12 18:27:09.161467 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:27:09.164252 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799893e-180b-4a75-9655-f20f17a5b626" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:27:09.251778 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:09.314237 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3034afd5-76a8-4b36-aa87-eda80fac6ee5 x-openstack-request-id: req-3034afd5-76a8-4b36-aa87-eda80fac6ee5 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:27:09.314528 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:27:09.314780 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3034afd5-76a8-4b36-aa87-eda80fac6ee5 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:27:09.315167 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'status': 'completed', 'code': 200} Jul 12 18:27:09.423622 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799893e-180b-4a75-9655-f20f17a5b626 req-921316ab-84d3-461d-bcaf-24bda674e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:09.425257 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-921316ab-84d3-461d-bcaf-24bda674e40b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 1098 time: 0.0593371 Jul 12 18:27:09.485648 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:09.511517 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:27:09.519692 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:09.520297 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:09.528174 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799893e-180b-4a75-9655-f20f17a5b626 req-e33eb845-3f8a-4820-838b-4cc707145fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:09.529935 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-e33eb845-3f8a-4820-838b-4cc707145fa5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0915997 Jul 12 18:27:09.542789 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ed069-ddd9-4789-953c-4b633533e0b1 req-a49f1556-9e2e-40fd-8beb-a4aa951780f2 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:09.544303 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0e4ed069-ddd9-4789-953c-4b633533e0b1 req-a49f1556-9e2e-40fd-8beb-a4aa951780f2 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0731170 Jul 12 18:27:09.571594 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-aec0f885-7ee1-439d-a837-14bbf5db4d88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 200 len: 217 time: 0.0344927 Jul 12 18:27:09.580463 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:09.585212 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-0e4ed069-ddd9-4789-953c-4b633533e0b1 req-2e22ebbd-d016-4753-99d6-0b52df40f6ca tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344162 Jul 12 18:27:09.636234 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799893e-180b-4a75-9655-f20f17a5b626 req-77db8015-e1c3-46bd-a471-678e7866d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:09.637677 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-77db8015-e1c3-46bd-a471-678e7866d5ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0589535 Jul 12 18:27:09.639926 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:09.692896 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799893e-180b-4a75-9655-f20f17a5b626 req-928cdbc2-ccdf-46c9-b186-45f3ea7767a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:09.694908 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-928cdbc2-ccdf-46c9-b186-45f3ea7767a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505233 Jul 12 18:27:09.785191 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-64549661-0529-4258-bf59-b9f432f0aa1c service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831697 Jul 12 18:27:09.861817 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:09.870415 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-1799893e-180b-4a75-9655-f20f17a5b626 req-2d8b534f-ae10-40d2-9564-fdf376c0ddf5 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788207 Jul 12 18:27:09.888725 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9f4ea-c6cd-4772-bec6-2737f31d9cd9 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_floatingips': [{'id': 'adeb4130-2580-4e0b-9f86-fda20462fc78', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'router_id': '901f9384-e026-40cc-97bf-92610f179382', 'port_id': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'mac_address': 'fa:16:3e:3a:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T18:23:43Z', 'updated_at': '2021-07-12T18:23:45Z', 'revision_number': 1, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:27:10.093928 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdbf17c-9d0d-4839-9f9e-28d30db45ffd None None] New status for floating IP 50ec7100-f6c1-4d92-ad8d-9aa77ce7a2eb: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:27:10.195995 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:10.759131 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20310a45-d85a-4a28-9159-6188a17bfa02 req-33316e59-6686-4fb1-a735-8af37926115e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:10.760586 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-20310a45-d85a-4a28-9159-6188a17bfa02 req-33316e59-6686-4fb1-a735-8af37926115e tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0649779 Jul 12 18:27:10.797151 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-20310a45-d85a-4a28-9159-6188a17bfa02 req-8e753a0a-436f-4516-9389-d441bda96a8c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jul 12 18:27:11.182099 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-2d6d155d-632b-46e8-b698-f091811bf17f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:11.183412 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-2d6d155d-632b-46e8-b698-f091811bf17f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 945 time: 0.0594187 Jul 12 18:27:11.280309 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:11.280648 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:11.364424 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] For port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:11.364780 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:11.376847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:11.499275 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:11.527216 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=22124e52-2e1d-4d9b-b04d-8bddd2d77d52,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:11.570724 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] No DVR routers for this DVR port 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:27:11.573116 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:11.575046 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-6e2a1857-1b9b-4fa2-b5f3-5ef420e97945 req-220f0beb-7a41-45b1-823c-725975daec3f tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "DELETE /v2.0/ports/22124e52-2e1d-4d9b-b04d-8bddd2d77d52 HTTP/1.1" status: 204 len: 173 time: 0.3864167 Jul 12 18:27:11.575488 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'name': 'network-vif-deleted', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:27:11.577710 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f029e5-8926-41c5-98e2-1af2991ad905" -d '{"events": [{"server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "name": "network-vif-deleted", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:27:11.616522 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efea4d6-7eb2-492a-ab92-41450ed60a7e x-openstack-request-id: req-5efea4d6-7eb2-492a-ab92-41450ed60a7e {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:27:11.616814 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a", "name": "network-vif-deleted", "tag": "22124e52-2e1d-4d9b-b04d-8bddd2d77d52", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:27:11.617094 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5efea4d6-7eb2-492a-ab92-41450ed60a7e {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:27:11.617505 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a', 'name': 'network-vif-deleted', 'tag': '22124e52-2e1d-4d9b-b04d-8bddd2d77d52', 'status': 'completed', 'code': 200} Jul 12 18:27:11.791118 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:11.939552 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-3c62dcdc-4835-487a-9905-d5fd554a39f4 req-cfc63f26-46c3-4501-bd89-15ec80f64278 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0bb90d7-0bd6-4ec0-84bd-10cb0f9fbd5a HTTP/1.1" status: 200 len: 210 time: 0.0344665 Jul 12 18:27:14.440141 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:14.461513 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:14.461860 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 22124e52-2e1d-4d9b-b04d-8bddd2d77d52 not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:15.106529 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.243279 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56868) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:15.392682 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port 802b0707-a696-4fe2-a89a-820acd7df8f9 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:15.392969 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.463573 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.463904 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.475517 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for 802b0707-a696-4fe2-a89a-820acd7df8f9 owned by network:floatingip {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:15.616300 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.641523 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=802b0707-a696-4fe2-a89a-820acd7df8f9,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:15.668472 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.668841 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.669179 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.669513 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.669843 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.670174 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.670500 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.670827 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.671150 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.671469 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.671791 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.672106 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800306-3-iscsi {{(pid=93134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 18:27:15.710942 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:15.711274 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.db.l3_db [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Floating IP adeb4130-2580-4e0b-9f86-fda20462fc78 disassociated (deleted). External IP: 172.27.3.6, port: 626c10e7-9371-4b71-abd8-afd62f3f0cdf. Jul 12 18:27:15.907330 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:27:16.010182 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:27:16.015071 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:16.019266 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:27:16.027707 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:16.028314 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:16.048918 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-da288302-1513-49ca-9f6a-63c887190618 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "DELETE /v2.0/floatingips/adeb4130-2580-4e0b-9f86-fda20462fc78 HTTP/1.1" status: 204 len: 168 time: 0.8045359 Jul 12 18:27:16.049502 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf'}] {{(pid=93134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:27:16.051764 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3a0f6a8fb2cad859fe354932e35531e57481ee4cae46d6323eaeaff68d57eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ab963a-f851-4035-8283-5ee51888756a" -d '{"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf"}]}' {{(pid=93134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:27:16.137780 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:16.147920 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 18:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e20f4c0-4672-4fe7-b7bd-ecbe6b260a93 x-openstack-request-id: req-2e20f4c0-4672-4fe7-b7bd-ecbe6b260a93 {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:27:16.148209 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf", "status": "completed", "code": 200}]} {{(pid=93134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:27:16.148488 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e20f4c0-4672-4fe7-b7bd-ecbe6b260a93 {{(pid=93134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:27:16.148910 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'status': 'completed', 'code': 200} Jul 12 18:27:16.249662 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab963a-f851-4035-8283-5ee51888756a req-1dd28061-cf7f-485c-8222-dbc7fe727f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:16.251239 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-1dd28061-cf7f-485c-8222-dbc7fe727f86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83382e8db38a45af8d2c053b02eee3c6&device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 1099 time: 0.0536427 Jul 12 18:27:16.341565 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:16.347612 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab963a-f851-4035-8283-5ee51888756a req-06e5bb3a-8a68-4c63-a3a4-f4c5e30641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:16.349216 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-06e5bb3a-8a68-4c63-a3a4-f4c5e30641fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 200 len: 913 time: 0.0900040 Jul 12 18:27:16.396859 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-53ae23e6-68c9-4bdf-8832-855bb9a525ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 200 len: 217 time: 0.0399165 Jul 12 18:27:16.443761 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0f6a-70ab-4f65-837d-b3a14972b81d req-388ef2bb-2f7d-4ffb-9414-1cc86de5e5e9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:16.445289 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-735b0f6a-70ab-4f65-837d-b3a14972b81d req-388ef2bb-2f7d-4ffb-9414-1cc86de5e5e9 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0654263 Jul 12 18:27:16.448454 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab963a-f851-4035-8283-5ee51888756a req-1bc3e8ae-a91e-4ae3-989c-68b8db5bde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:16.450095 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-1bc3e8ae-a91e-4ae3-989c-68b8db5bde30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 200 len: 851 time: 0.0455351 Jul 12 18:27:16.484586 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [req-735b0f6a-70ab-4f65-837d-b3a14972b81d req-fe60c450-3a3d-4b99-ac82-70af9e4d7a12 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330791 Jul 12 18:27:16.490465 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:27:16.500246 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:16.501004 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:16.514727 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab963a-f851-4035-8283-5ee51888756a req-4e4ffe3a-a2d3-4e82-ab07-a319e1baa83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:16.516224 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-4e4ffe3a-a2d3-4e82-ab07-a319e1baa83c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b30b472-85cf-438a-b066-896b79fc8412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530233 Jul 12 18:27:16.605107 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:16.606997 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-90596e2d-e623-4570-83cc-4d14c22d5bc7 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835927 Jul 12 18:27:16.694718 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-d6ab963a-f851-4035-8283-5ee51888756a req-a673e43b-9f9d-4341-8b5b-daae124498d4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807467 Jul 12 18:27:16.795675 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:16.823814 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296f43b-729e-466c-8878-d1e1a8b2d09b None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:39Z', 'revision_number': 4, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi', '_interfaces': [{'id': '8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a', 'name': '', 'network_id': '5b30b472-85cf-438a-b066-896b79fc8412', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'mac_address': 'fa:16:3e:4e:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:39Z', 'updated_at': '2021-07-12T18:20:45Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'subnets': [{'id': '9af1949d-5d8c-4f45-898d-e2bf34db62e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:27:17.036285 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149698a-883f-409d-a640-ad1a609c3f01 None None] New status for floating IP adeb4130-2580-4e0b-9f86-fda20462fc78: DOWN {{(pid=93136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 18:27:17.659240 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e8412-c578-4347-88b6-48d63b2dbbd9 req-0d3e0a4b-d409-4060-865c-fa87179367c1 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:17.660686 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-276e8412-c578-4347-88b6-48d63b2dbbd9 req-0d3e0a4b-d409-4060-865c-fa87179367c1 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0652163 Jul 12 18:27:17.698959 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-276e8412-c578-4347-88b6-48d63b2dbbd9 req-73bf6c55-ef5d-4eb8-9800-9308389aeb22 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ab5611c-123d-4b9f-946e-786e684100ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327456 Jul 12 18:27:18.009466 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-b2a9b6b4-6f7f-406a-8eb6-6e86121f49d0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 18:27:18.010931 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-b2a9b6b4-6f7f-406a-8eb6-6e86121f49d0 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 946 time: 0.0610988 Jul 12 18:27:18.104488 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port 626c10e7-9371-4b71-abd8-afd62f3f0cdf {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:18.104847 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:18.193270 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] For port 626c10e7-9371-4b71-abd8-afd62f3f0cdf, host hv-cinder-80030, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80030',level=0,port_id=626c10e7-9371-4b71-abd8-afd62f3f0cdf,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:18.193668 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:18.206057 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for 626c10e7-9371-4b71-abd8-afd62f3f0cdf owned by compute:nova {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:18.330299 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:18.357358 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=626c10e7-9371-4b71-abd8-afd62f3f0cdf,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:18.403485 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] No DVR routers for this DVR port 626c10e7-9371-4b71-abd8-afd62f3f0cdf on host hv-cinder-80030 {{(pid=93133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:27:18.405967 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for port, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:18.407962 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-2108b984-fdfb-43b4-be9f-3a9dafb02560 req-aa75cd07-84d5-4506-ab8c-b4407368a02c tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.38 "DELETE /v2.0/ports/626c10e7-9371-4b71-abd8-afd62f3f0cdf HTTP/1.1" status: 204 len: 173 time: 0.3916292 Jul 12 18:27:18.408392 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'name': 'network-vif-deleted', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf'}] {{(pid=93133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 18:27:18.410714 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e109d3256aa2128573462d0c2859c5f05b17153b6d7c326bbed5528924ed081" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f61f62-893d-49a4-98c2-9aabb89933fe" -d '{"events": [{"server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "name": "network-vif-deleted", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf"}]}' {{(pid=93133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 18:27:18.445225 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf7d79-9064-4642-91b7-56da2f96ff45 x-openstack-request-id: req-bcbf7d79-9064-4642-91b7-56da2f96ff45 {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 18:27:18.445517 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951ceae-b891-46a2-8f4d-1317eacace23", "name": "network-vif-deleted", "tag": "626c10e7-9371-4b71-abd8-afd62f3f0cdf", "status": "completed", "code": 200}]} {{(pid=93133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 18:27:18.445775 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcbf7d79-9064-4642-91b7-56da2f96ff45 {{(pid=93133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 18:27:18.446208 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951ceae-b891-46a2-8f4d-1317eacace23', 'name': 'network-vif-deleted', 'tag': '626c10e7-9371-4b71-abd8-afd62f3f0cdf', 'status': 'completed', 'code': 200} Jul 12 18:27:18.848273 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [req-0b34c278-abba-48cf-ba84-4ee21f02848c req-baeb4822-4dee-4eea-8f51-b5705cfd1eb3 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "GET /v2.0/ports?device_id=c951ceae-b891-46a2-8f4d-1317eacace23 HTTP/1.1" status: 200 len: 210 time: 0.0296495 Jul 12 18:27:19.938407 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56886) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:20.054558 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Deleting port a675c059-81bf-49e0-b79c-ce70cc1572f2 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:20.054903 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.129473 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.129720 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.141218 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Calling delete_port for a675c059-81bf-49e0-b79c-ce70cc1572f2 owned by network:floatingip {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:20.266044 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.291648 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'Port': ['ID=a675c059-81bf-49e0-b79c-ce70cc1572f2,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:20.348565 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for floatingip, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.351141 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-444826'] for floatingip, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:20.352279 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-e0f9c7b7-9a10-4cb4-b23b-532758f30237 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "DELETE /v2.0/floatingips/d1037551-b6cb-4c83-afd5-631bfaaf431b HTTP/1.1" status: 204 len: 168 time: 0.4128995 Jul 12 18:27:21.606935 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56898) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:21.663382 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:21.686816 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:21.750749 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:21.753318 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:21.754438 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] 10.222.0.39 "DELETE /v2.0/security-groups/3ab5611c-123d-4b9f-946e-786e684100ef HTTP/1.1" status: 204 len: 168 time: 0.1465242 Jul 12 18:27:21.766997 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1b613-fb91-417f-b055-a0f730680352 tempest-TestVolumeBootPattern-1943163752 tempest-TestVolumeBootPattern-1943163752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5611c-123d-4b9f-946e-786e684100ef,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:21.807080 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56902) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:22.247561 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:22.467833 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 626c10e7-9371-4b71-abd8-afd62f3f0cdf no longer exists at agent hyperv_hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:22.484882 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Deleting port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:22.485477 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:22.487249 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] No Port match for: 626c10e7-9371-4b71-abd8-afd62f3f0cdf {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:22.487589 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Device 626c10e7-9371-4b71-abd8-afd62f3f0cdf not bound to the agent host hv-cinder-80030 {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:22.561281 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] For port 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:22.561669 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:22.573511 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Calling delete_port for 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a owned by network:router_interface {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:22.747452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:22.770893 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:22.928679 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:23.133021 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Router 901f9384-e026-40cc-97bf-92610f179382 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:27:23.235522 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:27:23.240441 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-59b75a6f-36a7-4de8-a94d-5ff166071d24 admin admin] 10.222.0.39 "PUT /v2.0/routers/901f9384-e026-40cc-97bf-92610f179382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323461 Jul 12 18:27:23.242983 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56906) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:23.245584 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Sync routers for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:27:23.254526 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:23.255142 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:23.344302 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:23.358940 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:23.552206 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:27:22Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:23.585591 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Checking router: 901f9384-e026-40cc-97bf-92610f179382 for host: dv-cinder-800306-3-iscsi {{(pid=93135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:27:23.595907 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Routers {'901f9384-e026-40cc-97bf-92610f179382'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:23.596543 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['901f9384-e026-40cc-97bf-92610f179382'], 'active': True} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:23.709274 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_dvr_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] Set router 901f9384-e026-40cc-97bf-92610f179382 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:23.717275 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:23.768168 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Deleting port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:23.768929 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:23.843874 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] For port 9dc777a8-e02f-49cd-85a3-e0dd96c233e1, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:23.844140 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:23.859578 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Calling delete_port for 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 owned by network:router_gateway {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:23.884723 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.db.l3_hamode_db [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:27:22Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:23.909782 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15fae8-4bc6-42fe-bb77-157d0c780b92 None None] The sync data for ids ['901f9384-e026-40cc-97bf-92610f179382'] in dv-cinder-800306-3-iscsi is: [{'id': '901f9384-e026-40cc-97bf-92610f179382', 'name': 'tempest-TestVolumeBootPattern-1824623129-router', 'tenant_id': '83382e8db38a45af8d2c053b02eee3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:27:22Z', 'revision_number': 5, 'project_id': '83382e8db38a45af8d2c053b02eee3c6', 'gw_port': {'id': '9dc777a8-e02f-49cd-85a3-e0dd96c233e1', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f9384-e026-40cc-97bf-92610f179382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:37Z', 'updated_at': '2021-07-12T18:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}] {{(pid=93135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:27:24.012653 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.040854 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc777a8-e02f-49cd-85a3-e0dd96c233e1,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:24.096349 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.180749 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.182768 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.226165 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.226637 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901f9384-e026-40cc-97bf-92610f179382 {{(pid=93134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:27:24.231016 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] Notify callbacks [] for router, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.234561 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-852fcc93-4b95-4b19-8512-95d0be650c2b admin admin] 10.222.0.39 "DELETE /v2.0/routers/901f9384-e026-40cc-97bf-92610f179382 HTTP/1.1" status: 204 len: 168 time: 0.9883566 Jul 12 18:27:24.234824 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56908) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:24.281336 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.db_base_plugin_v2 [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Deleting subnet 9af1949d-5d8c-4f45-898d-e2bf34db62e2 {{(pid=93134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:27:24.284361 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.318417 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3723116'] for subnet, precommit_delete_associations {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.394698 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.452302 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8903459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9345506'] for subnet, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.477812 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af1949d-5d8c-4f45-898d-e2bf34db62e2,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:24.485560 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.487453 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-85741533-ce2d-44a1-a03c-5ea9273ace97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9af1949d-5d8c-4f45-898d-e2bf34db62e2 HTTP/1.1" status: 204 len: 168 time: 0.2514439 Jul 12 18:27:24.489877 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56910) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:24.493555 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24a7ea-85ee-4fe1-b38f-fd90a73780a8 None None] Network 5b30b472-85cf-438a-b066-896b79fc8412 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:27:24.566864 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.618463 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Deleting port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:24.618835 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.684474 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] For port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,segment=NetworkSegment(db428fa0-800a-42fd-980f-6760c61ebf03),segment_id=db428fa0-800a-42fd-980f-6760c61ebf03)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:24.684859 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.697296 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Calling delete_port for 6a02bfcf-9942-4057-ab3a-6ddfffc2befb owned by network:dhcp {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:24.773991 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.802093 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a02bfcf-9942-4057-ab3a-6ddfffc2befb,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:24.803949 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] No DVR routers for this DVR port 6a02bfcf-9942-4057-ab3a-6ddfffc2befb on host dv-cinder-800306-3-iscsi {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:27:24.872127 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.882625 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30b472-85cf-438a-b066-896b79fc8412']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:24.893304 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db428fa0-800a-42fd-980f-6760c61ebf03') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:24.893607 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db428fa0-800a-42fd-980f-6760c61ebf03') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:24.913747 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.921407 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b50098-2f8e-458b-95b2-875c4f194a80 None None] DHCP port deletion for 5b30b472-85cf-438a-b066-896b79fc8412 request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:27:24.929122 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.938077 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:27:24.938502 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: conditions |= (models_v2.Port.network_id.in_( Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:27:24.940596 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:27:24.946409 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:24.966762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:24.967105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 8b9ea9d6-3720-4b8a-9b72-d0c6ab09ed1a not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:25.003598 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.010222 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.011972 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/5b30b472-85cf-438a-b066-896b79fc8412 HTTP/1.1" status: 204 len: 168 time: 0.5211639 Jul 12 18:27:25.015143 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56912) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:25.021460 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4dec7-f885-45e8-a1a1-4f60832454cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b30b472-85cf-438a-b066-896b79fc8412,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:25.362043 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-581317'] for router_interface, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.599226 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Deleting port aa3a4f21-d25a-4ab3-902d-d67ae8768775 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:25.599558 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.672935 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] For port aa3a4f21-d25a-4ab3-902d-d67ae8768775, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=aa3a4f21-d25a-4ab3-902d-d67ae8768775,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:25.673286 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.685704 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Calling delete_port for aa3a4f21-d25a-4ab3-902d-d67ae8768775 owned by network:router_interface {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:25.856767 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:25.885669 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3a4f21-d25a-4ab3-902d-d67ae8768775,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:26.044713 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567711'] for router_interface, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.248626 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Router 61c429cd-95b3-4ca5-9687-a87ba82ac755 has already been hosted by L3 agent b1764419-ea28-4a25-a72a-425c6e960142 {{(pid=93133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 18:27:26.350231 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] Notify agent at l3_agent.dv-cinder-800306-3-iscsi the message routers_updated {{(pid=93133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 18:27:26.355389 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-31c46112-0d2d-4376-852e-282f4751ea54 admin admin] 10.222.0.39 "PUT /v2.0/routers/61c429cd-95b3-4ca5-9687-a87ba82ac755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3386219 Jul 12 18:27:26.357931 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56914) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:26.358584 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Sync routers for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 18:27:26.368463 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:26.369189 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:26.457267 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.469527 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: dv-cinder-800306-3-iscsi {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:26.558050 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.573871 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:26.598115 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:26.598460 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 9dc777a8-e02f-49cd-85a3-e0dd96c233e1 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:26.598877 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a02bfcf-9942-4057-ab3a-6ddfffc2befb no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:26.616492 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Deleting port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 {{(pid=93133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:26.616969 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.618583 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 6a02bfcf-9942-4057-ab3a-6ddfffc2befb {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:26.618945 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 6a02bfcf-9942-4057-ab3a-6ddfffc2befb not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:26.696070 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.db [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] For port 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,segment=NetworkSegment(476e3793-7244-4d89-a0da-1029ef78717b),segment_id=476e3793-7244-4d89-a0da-1029ef78717b)] {{(pid=93133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:26.696429 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.708596 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.plugins.ml2.plugin [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Calling delete_port for 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 owned by network:router_gateway {{(pid=93133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:26.735457 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'external_fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:27:25Z', 'revision_number': 5, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port': {'id': '2cfc8ac5-8e9c-481f-bea5-ef19d92776f9', 'name': '', 'network_id': '62f6ff41-2d9a-4f50-9ef4-31ace5995d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800306-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T18:20:42Z', 'updated_at': '2021-07-12T18:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67923089-4ad0-4d29-a488-0aa8c217a441', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800306-3-iscsi'}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:26.764343 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Checking router: 61c429cd-95b3-4ca5-9687-a87ba82ac755 for host: dv-cinder-800306-3-iscsi {{(pid=93136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 18:27:26.772182 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Routers {'61c429cd-95b3-4ca5-9687-a87ba82ac755'} bound to L3 agent in host dv-cinder-800306-3-iscsi {{(pid=93136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 18:27:26.772781 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800306-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T18:06:09Z,description=,heartbeat_timestamp=2021-07-12T18:27:09Z,host='dv-cinder-800306-3-iscsi',id=b1764419-ea28-4a25-a72a-425c6e960142,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T18:06:09Z,topic='l3_agent')) {'router_ids': ['61c429cd-95b3-4ca5-9687-a87ba82ac755'], 'active': True} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:26.855087 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_dvr_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] Set router 61c429cd-95b3-4ca5-9687-a87ba82ac755 gateway port host: None {{(pid=93136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 18:27:26.872187 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2129274'] for port, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:26.897069 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfc8ac5-8e9c-481f-bea5-ef19d92776f9,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:26.906144 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.l3_hamode_db [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:27:26Z', 'revision_number': 6, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port_host': None}], 'dv-cinder-800306-3-iscsi', False) {} {{(pid=93136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:26.935897 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded01bc4-e5ff-4817-be99-58c84a73e0d2 None None] The sync data for ids ['61c429cd-95b3-4ca5-9687-a87ba82ac755'] in dv-cinder-800306-3-iscsi is: [{'id': '61c429cd-95b3-4ca5-9687-a87ba82ac755', 'name': 'tempest-TestVolumeBootPattern-1672279297-router', 'tenant_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T18:20:41Z', 'updated_at': '2021-07-12T18:27:26Z', 'revision_number': 6, 'project_id': 'e4bc0c336ecb4a54a29fb1cfc5c8d2b1', 'gw_port_host': None}] {{(pid=93136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 18:27:26.963954 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677766'] for router_gateway, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.052029 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28468'] for router, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.054761 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.094346 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-575914'] for router, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.095033 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61c429cd-95b3-4ca5-9687-a87ba82ac755 {{(pid=93133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 18:27:27.099935 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] Notify callbacks [] for router, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.101629 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-a7720bb0-02e9-4728-966b-212530b65f2f admin admin] 10.222.0.39 "DELETE /v2.0/routers/61c429cd-95b3-4ca5-9687-a87ba82ac755 HTTP/1.1" status: 204 len: 168 time: 0.7428033 Jul 12 18:27:27.104152 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56916) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:27.150361 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Deleting subnet 1921d558-2b14-43e7-8af2-5581574076c5 {{(pid=93133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 18:27:27.153290 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.185982 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1661289'] for subnet, precommit_delete_associations {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.258785 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8219817'] for subnet, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.314935 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8219808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2129316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575286'] for subnet, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.345071 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1921d558-2b14-43e7-8af2-5581574076c5,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:27.348672 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for subnet, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.353512 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-34a842e8-2ee1-46c1-a5b9-ae3b4c90f0c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1921d558-2b14-43e7-8af2-5581574076c5 HTTP/1.1" status: 204 len: 168 time: 0.2455299 Jul 12 18:27:27.354032 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56918) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:27.355072 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc0cf9-cf99-408e-8cd6-2fe7983479c6 None None] Network 996f03d7-2438-4511-89a6-e0f766f79b04 requested from dv-cinder-800306-3-iscsi {{(pid=93135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 18:27:27.420043 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8142886'] for network, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.469589 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Deleting port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f {{(pid=93134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 18:27:27.469926 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764128110830'] for port, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.533894 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.db [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] For port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f, host dv-cinder-800306-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800306-3-iscsi',level=0,port_id=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,segment=NetworkSegment(1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d),segment_id=1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d)] {{(pid=93134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 18:27:27.534196 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567749'] for port, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.546829 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.plugin [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Calling delete_port for 1e2fb774-8165-4d80-9666-0a0e52d2fa5f owned by network:dhcp {{(pid=93134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 18:27:27.620387 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7904820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764128120104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764127579895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8903677'] for port, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.646160 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2fb774-8165-4d80-9666-0a0e52d2fa5f,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:27.651971 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] No DVR routers for this DVR port 1e2fb774-8165-4d80-9666-0a0e52d2fa5f on host dv-cinder-800306-3-iscsi {{(pid=93134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 18:27:27.713736 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed7bbe-90b7-4ed0-990d-16afc3eeaf20 None None] DHCP port deletion for 996f03d7-2438-4511-89a6-e0f766f79b04 request from dv-cinder-800306-3-iscsi {{(pid=93135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 18:27:27.720452 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8217820', 'neutron.services.segments.db._delete_segments_for_network-8764127950430'] for network, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.731306 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f03d7-2438-4511-89a6-e0f766f79b04']}} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:27.741634 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d') {'for_net_delete': True} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:27.741919 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.services.segments.db [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e19ed8f-7d1f-49a3-aecb-3ec8fc4b3f6d') {} {{(pid=93134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 18:27:27.750689 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764127881858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3723111'] for segment, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.764331 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640'] for segment, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.770265 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 18:27:27.770579 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8033640', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8903630'] for segment, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: Traceback (most recent call last): Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: timer() Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: cb(*args, **kw) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: return func(*args, **kwargs) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: self._notify() Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: self.callback(batched_events) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: event.method(event) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: return f(self, *a, **k) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._get(url).json() Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: return self.request(url, 'GET', **kwargs) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 18:27:27.772812 dv-cinder-800306-3-iscsi neutron-server[93134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 18:27:27.835549 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8218415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-532920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677802'] for network, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.841111 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532883'] for network, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:27.842794 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] 10.222.0.39 "DELETE /v2.0/networks/996f03d7-2438-4511-89a6-e0f766f79b04 HTTP/1.1" status: 204 len: 168 time: 0.4872541 Jul 12 18:27:27.853705 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908a7f5-e58b-4752-9eb8-a5669ca10110 admin admin] Pushing event deleted for resources: {'Network': ['ID=996f03d7-2438-4511-89a6-e0f766f79b04,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:27.954735 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56922) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:27.998607 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-a9dc79fb-9e23-470c-acb2-d7a6048f321c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83382e8db38a45af8d2c053b02eee3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426059 Jul 12 18:27:28.000967 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56924) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:28.047221 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.067180 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.110184 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.112769 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron_lib.callbacks.manager [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.113912 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2e22c4c-2aff-402a-921f-c445fef37164 HTTP/1.1" status: 204 len: 168 time: 0.1120632 Jul 12 18:27:28.123434 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736abef-b185-4a3a-b562-d2249fe07a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e22c4c-2aff-402a-921f-c445fef37164,revision_number=None']} {{(pid=93134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:28.414608 dv-cinder-800306-3-iscsi neutron-server[93134]: DEBUG neutron.wsgi [-] (93134) accepted ('10.222.0.39', 56930) {{(pid=93134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:28.457322 dv-cinder-800306-3-iscsi neutron-server[93134]: INFO neutron.wsgi [None req-d05dbbfd-d2c2-48a6-97df-314e978b43ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4bc0c336ecb4a54a29fb1cfc5c8d2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398426 Jul 12 18:27:28.458237 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [-] (93133) accepted ('10.222.0.39', 56932) {{(pid=93133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 18:27:28.530433 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:28.552105 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:28.552446 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 2cfc8ac5-8e9c-481f-bea5-ef19d92776f9 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:28.552885 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device aa3a4f21-d25a-4ab3-902d-d67ae8768775 no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:28.574024 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: aa3a4f21-d25a-4ab3-902d-d67ae8768775 {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:28.574365 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device aa3a4f21-d25a-4ab3-902d-d67ae8768775 not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:28.574777 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 1e2fb774-8165-4d80-9666-0a0e52d2fa5f no longer exists at agent ovs-agent-dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 18:27:28.593762 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.plugin [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] No Port match for: 1e2fb774-8165-4d80-9666-0a0e52d2fa5f {{(pid=93135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 18:27:28.594015 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron.plugins.ml2.rpc [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Device 1e2fb774-8165-4d80-9666-0a0e52d2fa5f not bound to the agent host dv-cinder-800306-3-iscsi {{(pid=93135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 18:27:28.773830 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.793919 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.838424 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-816243'] for security_group, after_delete {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.841052 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron_lib.callbacks.manager [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:28.842198 dv-cinder-800306-3-iscsi neutron-server[93133]: INFO neutron.wsgi [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aafa88c8-c320-4ca7-b024-a8546a7aee2a HTTP/1.1" status: 204 len: 168 time: 0.3828561 Jul 12 18:27:28.849765 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f9bf-e1ee-49cb-8a50-71a855788dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa88c8-c320-4ca7-b024-a8546a7aee2a,revision_number=None']} {{(pid=93133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 18:27:36.536384 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ad6ead5d-0115-4d26-badd-93ecfc2a6ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:39.115375 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bb26-e4a0-4a15-bd92-b5f22a785883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:39.564023 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:40.197223 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:41.794174 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:27:42.028756 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:27:45.117050 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:06.536560 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7c86865a-d054-4348-8db1-40c66e3abb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:09.115589 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-bd12461e-bad9-4d65-ae55-484a48509270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:09.564265 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:10.200483 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:11.797651 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:15.113448 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:19.028596 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:28:36.536373 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-8a156bcb-958c-4c99-9282-1f54d4e204b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:39.114987 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c0572366-920a-46a6-a03d-59f1e73a0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:39.564717 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:40.202792 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:41.800538 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:45.114030 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:28:56.026354 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:29:06.538036 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-c2966c67-3ef3-426d-8ba2-da98ef619723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:09.117305 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-65c58d84-af46-4659-9275-2b52457b5f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:09.565068 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:10.205916 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:11.803715 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:15.113597 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:33.025343 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:29:36.537994 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-418be294-1d8e-45cc-ae6f-1411850a1b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:39.117946 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b583fc09-62cf-4ee2-ac5c-0e62e14b7c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:39.564695 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:40.207375 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:41.809754 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:29:45.113905 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:06.538155 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-b9026df8-d048-4b2d-9907-129e1fac9b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:09.118509 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-d3cbde26-84a9-4918-ab8d-c5cda3719701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:09.564800 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:10.023524 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:30:10.209570 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:11.810405 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:15.129622 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:36.539490 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-eb69886b-293c-43cf-987f-7905c6ced451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:39.118397 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ef69a92b-bcdb-4c1e-99e0-134149051407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:39.572552 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:40.213252 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:41.812711 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:45.130124 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:30:47.022577 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:31:06.539564 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-e22f7a76-26cf-4cdb-86dd-6cccd6d1b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:09.118013 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-92b7c336-6e33-4349-b733-e6fddf8f452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:09.564840 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:10.215844 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:11.815664 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:15.144774 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:24.021813 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:31:36.540134 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-322e421c-208a-4c50-bd80-c0c340921889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:39.116873 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-75e2f168-2046-437c-824f-f791c268e2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:39.570035 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:40.216799 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:41.820145 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:31:45.143953 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:01.020478 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:32:06.543216 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-28af0576-3e94-47a8-9f18-c1045f46d461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:09.116531 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-f8675d8a-ca10-40bc-8fba-2bb137ed53ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:09.569475 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:10.219085 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:11.823475 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:11.846776 dv-cinder-800306-3-iscsi neutron-server[93133]: DEBUG neutron.wsgi [req-a9e05ff6-604c-40b9-96f8-6a2d3994b291 req-efbcac27-f06b-48c4-94eb-bb0ccdf671d6 service neutron] (93133) timed out ('10.222.0.38', 62169) {{(pid=93133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 18:32:15.143336 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:36.543671 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-96b63e00-3b15-4704-a67f-a40f5afba1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:38.018777 dv-cinder-800306-3-iscsi neutron-server[93136]: DEBUG neutron.db.agents_db [None req-6f47a7d0-ca2e-48f9-b557-5e05fc78d1a6 None None] Agent healthcheck: found 6 active agents {{(pid=93136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 18:32:39.116755 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-06dbc03a-7425-4ea0-96e5-78da0b6b08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:39.568899 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-627a87e2-9878-4f20-a746-a52f1064a36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:40.220779 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f234-6275-4887-ab77-fb11dd0e07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:41.827067 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-a18ec883-d4ea-45c0-9cf8-a4e5b18f827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 18:32:45.145925 dv-cinder-800306-3-iscsi neutron-server[93135]: DEBUG neutron_lib.callbacks.manager [None req-7fb04ac1-e47e-44d6-9f45-e36074f25022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764127950412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224490'] for agent, after_update {{(pid=93135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}